-- Logs begin at Sat 2021-08-07 13:33:48 UTC, end at Sat 2021-08-07 14:51:05 UTC. -- Aug 07 14:18:59.809729 dv-cinder-803823-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 14:19:02.604661 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.common.config [-] Logging enabled! Aug 07 14:19:02.605276 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 14:19:02.605432 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 14:19:02.608709 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.common.config [-] Logging enabled! Aug 07 14:19:02.608970 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 14:19:02.609285 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 14:19:02.610232 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 14:19:02.610469 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 14:19:02.610832 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 14:19:02.611081 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 14:19:02.611311 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 14:19:02.611659 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.611966 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.612272 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.612507 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.612807 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.613106 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.613392 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.613688 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.613990 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.614282 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.614567 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.614859 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.615097 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.615908 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.616220 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.616528 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.616757 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.617048 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.617487 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.617909 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.618200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.618498 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.618784 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.619063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.619346 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.619659 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.619996 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] host = dv-cinder-803823-2-iscsi {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.620279 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.620576 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.620868 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.621158 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.621442 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.621727 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.622018 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.622298 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.622577 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.622856 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.623150 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.623443 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.623765 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.623995 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.624219 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.624514 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.624808 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.625089 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.625368 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.625649 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.625928 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.626212 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.626486 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.626774 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.627063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.627352 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.627658 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.627940 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.628216 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.628494 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.628785 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.629064 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.629339 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.629618 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.629910 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.630182 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.630459 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.630763 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.631541 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.631862 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.632412 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.632696 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.632988 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.633271 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.633553 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.633833 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.634113 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.634393 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.634679 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.634958 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.635238 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.635517 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.635819 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.636113 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:02.636427 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.636732 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.637041 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.637333 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.637635 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.637921 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.638218 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.638504 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.638800 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.639096 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.639394 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.639708 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.640010 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.640295 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.640600 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.640915 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.641217 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.641517 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.641799 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.642079 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.642360 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.642647 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.642943 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.643243 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.643537 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.643839 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.644124 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.644422 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.644707 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.644987 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.645294 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.645591 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.645875 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.646158 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.646958 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.647820 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.648089 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.648375 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.648664 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.648965 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.649253 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.649535 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.649814 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.650102 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.650380 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.650674 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.650961 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.651240 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.651517 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.651827 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.652107 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.652384 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.652665 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.652942 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.653222 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.653500 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.653775 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.654050 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.654328 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.654601 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.654876 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.655150 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.655433 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.655737 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.656016 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.656290 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.656565 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.656845 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.657136 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.657443 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.657728 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.658016 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.658300 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.658582 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.658862 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.659149 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.659430 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.659738 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.660015 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.660315 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.660600 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.660895 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.661182 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.661467 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.661769 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.662054 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.662996 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.663797 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.664093 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.664398 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.664693 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.665002 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.665304 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.665606 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.665910 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.666213 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.666501 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.666824 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.667117 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:02.667340 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 14:19:02.667621 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 14:19:03.042622 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 14:19:03.042902 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 14:19:03.043197 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 14:19:03.043536 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 14:19:03.463366 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.463673 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.463954 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.465361 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.465643 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.465911 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.502332 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.502609 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.502900 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.520990 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.521273 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.526811 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.560611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.560896 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.561168 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.601005 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.601284 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.601555 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.841488 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.842106 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.842106 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.842284 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.842898 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.969246 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.969567 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.969858 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.970133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.970403 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.970721 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.970985 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.971242 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.971497 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.971816 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.972259 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.972392 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.972596 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.972851 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.973111 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.973378 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.973635 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.973909 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.974190 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.974454 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.974796 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.975730 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.976057 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.976487 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.976747 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.977002 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:03.977490 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.977728 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.977994 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.978216 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.978452 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.978678 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:03.979069 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 14:19:03.982699 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 14:19:03.986700 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 14:19:03.991841 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 07 14:19:03.993716 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 14:19:03.994187 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 14:19:03.994532 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 14:19:03.994933 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 14:19:03.997804 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 14:19:03.998062 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 14:19:03.998416 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 14:19:04.003764 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 14:19:04.027830 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 14:19:04.028303 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:04.028610 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 14:19:04.028977 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:04.030337 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 14:19:04.030622 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 14:19:04.030870 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 14:19:04.034355 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:04.034647 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:04.100504 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 14:19:04.100659 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 14:19:04.100897 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 14:19:04.101277 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 14:19:04.123164 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_db.sqlalchemy.engines [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 14:19:04.923084 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing driver for type 'gre' Aug 07 14:19:04.923647 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] gre ID ranges: [(1, 1000)] Aug 07 14:19:05.117415 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing driver for type 'local' Aug 07 14:19:05.117751 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing driver for type 'vlan' Aug 07 14:19:05.197264 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] VlanTypeDriver initialization complete Aug 07 14:19:05.197662 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing driver for type 'vxlan' Aug 07 14:19:05.198186 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] vxlan ID ranges: [(1, 1000)] Aug 07 14:19:05.391165 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing extension driver 'port_security' Aug 07 14:19:05.391510 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.extensions.port_security [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] PortSecurityExtensionDriver initialization complete Aug 07 14:19:05.391881 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing mechanism driver 'openvswitch' Aug 07 14:19:05.392212 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing mechanism driver 'hyperv' Aug 07 14:19:05.399420 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:05.400149 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.400532 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.400895 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.401427 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.401878 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.402278 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.402635 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.403039 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.403460 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.403850 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.404203 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.404604 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.405042 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.405425 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.405780 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.406181 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.406731 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.407095 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.407452 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.407886 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.408305 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.408665 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.410874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.410874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 14:19:05.410874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] ML2 OVO RPC backend initialized. {{(pid=93958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 14:19:05.410874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.410874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.411316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.411708 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > networks before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.412625 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.412992 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > ports before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.413352 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.413707 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.414069 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.414430 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.414783 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.415134 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.415485 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.415859 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.416212 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.416562 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.416914 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.417519 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Modular L2 Plugin initialization complete Aug 07 14:19:05.417860 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading services supported by the core plugin {{(pid=93958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 14:19:05.418194 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.plugins.ml2.managers [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Got port-security extension from driver 'port_security' Aug 07 14:19:05.418749 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.extensions.vlantransparent [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Disabled vlantransparent extension. Aug 07 14:19:05.419243 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 14:19:05.419569 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: router Aug 07 14:19:05.462641 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.462967 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.463347 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router before_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.463759 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.464314 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.464689 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_delete 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.465064 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.465435 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.465794 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.466158 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.466516 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.466884 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.467304 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.467718 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.468072 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.468421 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.468776 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.469134 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.469494 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.469846 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.470201 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.470569 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router after_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.470922 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.471285 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.471679 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.472037 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.472411 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > agent after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.472772 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.473127 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.474045 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Tracking information for resource: router configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:05.474387 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Tracking information for resource: floatingip configured {{(pid=93958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 14:19:05.480128 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.db.l3_agentschedulers_db [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 14:19:05.480861 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.481240 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.481605 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.481969 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.482801 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router before_create 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.483184 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.483559 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.483957 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.488519 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.provider_configuration [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service providers = [] {{(pid=93958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 14:19:05.488897 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.db.servicetype_db [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 14:19:05.492184 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.service_base [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 14:19:05.492554 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.service_base [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 14:19:05.492910 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.service_base [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 14:19:05.493954 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.services.service_base [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 14:19:05.494355 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.services.service_base [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 14:19:05.494772 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.495184 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 14:19:05.506548 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.506894 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: auto_allocate Aug 07 14:19:05.513117 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: network precommit_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.513502 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: network precommit_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.514050 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.514382 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: tag Aug 07 14:19:05.521102 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.521963 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: timestamp Aug 07 14:19:05.526066 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.526412 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: network_ip_availability Aug 07 14:19:05.531976 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.532361 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.532730 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.533508 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.533838 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: flavors Aug 07 14:19:05.539856 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.540198 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading Plugin: revisions Aug 07 14:19:05.545214 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 14:19:05.545626 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.502s {{(pid=93958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 14:19:05.546445 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 14:19:05.546804 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Initializing extension manager. Aug 07 14:19:05.547372 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: __init__.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.547764 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: __pycache__ {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.548119 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.548474 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.549397 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.550029 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: address-group Aug 07 14:19:05.550363 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: address_scope.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.551183 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.551774 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: address-scope Aug 07 14:19:05.552112 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.554325 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.554886 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: router-admin-state-down-before-update Aug 07 14:19:05.555224 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: agent.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.556374 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.556906 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: agent Aug 07 14:19:05.557242 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: agent_resources_synced.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.558266 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.558802 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: agent-resources-synced Aug 07 14:19:05.559137 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.561121 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.561662 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: allowed-address-pairs Aug 07 14:19:05.561999 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.563121 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.563668 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: auto-allocated-topology Aug 07 14:19:05.564006 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.564731 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.565245 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: availability_zone Aug 07 14:19:05.565578 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: availability_zone_filter.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.566522 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.567041 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: availability_zone_filter Aug 07 14:19:05.567376 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: data_plane_status.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.568408 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.569049 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 14:19:05.569389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: default_subnetpools.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.570335 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.570856 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: default-subnetpools Aug 07 14:19:05.571193 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.572080 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.572604 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: dhcp_agent_scheduler Aug 07 14:19:05.572936 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: dns.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.573873 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.574393 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension dns-integration not supported by any of loaded plugins Aug 07 14:19:05.574725 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: dns_domain_ports.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.575691 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.576209 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 14:19:05.576541 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.577479 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.577997 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 14:19:05.578335 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: dvr.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.579018 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.579533 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: dvr Aug 07 14:19:05.579884 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: ecmp_routes.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.580817 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.581329 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 14:19:05.581657 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: empty_string_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.582581 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.583094 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: empty-string-filtering Aug 07 14:19:05.583425 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.585029 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.585557 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 14:19:05.585890 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.586827 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.587341 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 14:19:05.587767 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: external_net.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.588697 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.589211 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: external-net Aug 07 14:19:05.589543 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.590466 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.590978 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: extra_dhcp_opt Aug 07 14:19:05.591310 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: extraroute.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.592276 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.592791 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: extraroute Aug 07 14:19:05.593125 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: extraroute_atomic.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.594181 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.594699 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: extraroute-atomic Aug 07 14:19:05.595032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: filter_validation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.595743 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.596259 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: filter-validation Aug 07 14:19:05.596590 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: fip_pf_description.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.597519 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.598139 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 14:19:05.598480 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: fip_port_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.599423 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.600488 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: fip-port-details Aug 07 14:19:05.600826 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: flavors.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.602099 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.602624 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: flavors Aug 07 14:19:05.602959 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.604697 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.605236 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 14:19:05.605582 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: floatingip_pools.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.606309 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.606839 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: floatingip-pools Aug 07 14:19:05.607182 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: ip_allocation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.608163 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.608690 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 14:19:05.609032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.609967 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.610490 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: ip-substring-filtering Aug 07 14:19:05.610828 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l2_adjacency.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.611800 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.612319 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 14:19:05.612653 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.613822 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.614352 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: router Aug 07 14:19:05.614689 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.617950 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.618487 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 14:19:05.618838 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.619843 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.620373 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: ext-gw-mode Aug 07 14:19:05.620720 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.621662 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.622183 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: l3-ha Aug 07 14:19:05.622522 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3_flavors.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.623467 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.624007 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: l3-flavors Aug 07 14:19:05.624347 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.625285 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.625805 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 14:19:05.626144 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: l3agentscheduler.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.627228 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.627790 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: l3_agent_scheduler Aug 07 14:19:05.628129 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: logging.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.629633 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.630156 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension logging not supported by any of loaded plugins Aug 07 14:19:05.630497 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: metering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.631827 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.632868 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: metering Aug 07 14:19:05.633206 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.634323 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.634852 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: metering_source_and_destination_fields Aug 07 14:19:05.635191 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: multiprovidernet.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.636159 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.636683 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: multi-provider Aug 07 14:19:05.637020 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: netmtu.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.637953 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.638473 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: net-mtu Aug 07 14:19:05.638811 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: netmtu_writable.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.639777 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.640299 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: net-mtu-writable Aug 07 14:19:05.640637 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: network_availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.641328 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.641843 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: network_availability_zone Aug 07 14:19:05.642175 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: network_ip_availability.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.643299 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.643868 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: network-ip-availability Aug 07 14:19:05.644306 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: network_segment_range.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.645197 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.645718 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 14:19:05.646057 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: pagination.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.647198 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.647540 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: pagination Aug 07 14:19:05.647901 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: port_device_profile.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.648856 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.649390 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: port-device-profile Aug 07 14:19:05.649731 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.650700 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.651217 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: port-mac-address-regenerate Aug 07 14:19:05.651550 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.652517 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.653036 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: port-numa-affinity-policy Aug 07 14:19:05.653368 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: port_resource_request.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.654307 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.654821 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 14:19:05.655168 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: portbindings.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.656150 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.656673 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: binding Aug 07 14:19:05.657072 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: portbindings_extended.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.658847 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.659383 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: binding-extended Aug 07 14:19:05.659773 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: portsecurity.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.660722 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.661248 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: port-security Aug 07 14:19:05.661588 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: project_id.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.663113 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.663455 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: project-id Aug 07 14:19:05.663825 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: providernet.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.664774 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.665301 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: provider Aug 07 14:19:05.665639 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.669316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.669855 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos not supported by any of loaded plugins Aug 07 14:19:05.670204 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.671469 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.672044 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 14:19:05.672388 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.673337 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.673859 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 14:19:05.674199 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_default.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.675135 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.675693 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-default not supported by any of loaded plugins Aug 07 14:19:05.676035 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_fip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.676712 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.677227 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-fip not supported by any of loaded plugins Aug 07 14:19:05.677563 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.678660 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.679087 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 14:19:05.679422 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.680386 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.680908 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 14:19:05.681241 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_pps_rule.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.682442 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.682968 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-pps not supported by any of loaded plugins Aug 07 14:19:05.683308 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.684280 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.684801 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 14:19:05.685138 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: qos_rules_alias.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.686196 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.686716 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 14:19:05.687051 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: quotasv2.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.688073 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.688412 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: quotas Aug 07 14:19:05.688742 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: quotasv2_detail.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.691874 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.692229 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: quota_details Aug 07 14:19:05.692573 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: rbac.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.694527 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.695066 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: rbac-policies Aug 07 14:19:05.695410 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: rbac_address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.696393 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.696924 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: rbac-address-group Aug 07 14:19:05.697265 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: rbac_address_scope.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.698209 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.698731 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: rbac-address-scope Aug 07 14:19:05.699188 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: rbac_security_groups.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.700161 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.700684 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: rbac-security-groups Aug 07 14:19:05.701020 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.701963 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.702480 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: rbac-subnetpool Aug 07 14:19:05.702813 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: revisionifmatch.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.703772 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.704295 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: revision-if-match Aug 07 14:19:05.704630 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: revisions.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.705763 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.706285 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: standard-attr-revisions Aug 07 14:19:05.706619 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: router_availability_zone.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.707319 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.707874 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: router_availability_zone Aug 07 14:19:05.708213 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: routerservicetype.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.709855 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.710389 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension router-service-type not supported by any of loaded plugins Aug 07 14:19:05.710724 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.711702 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.712225 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: security-groups-normalized-cidr Aug 07 14:19:05.712613 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.721238 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.721707 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: port-security-groups-filtering Aug 07 14:19:05.722041 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.722987 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.723501 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: security-groups-remote-address-group Aug 07 14:19:05.723870 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: securitygroup.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.734107 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.734672 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: security-group Aug 07 14:19:05.735018 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: segment.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.735901 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.736425 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension segment not supported by any of loaded plugins Aug 07 14:19:05.736759 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.737778 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.738303 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 14:19:05.738639 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: servicetype.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.747233 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.747810 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: service-type Aug 07 14:19:05.748149 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: sorting.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.749200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.749547 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: sorting Aug 07 14:19:05.749914 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: standard_attr_segment.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.750904 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.751429 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 14:19:05.751791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: standardattrdescription.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.752507 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.753141 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: standard-attr-description Aug 07 14:19:05.753475 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: stateful_security_group.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.754435 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.754958 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: stateful-security-group Aug 07 14:19:05.755290 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: stdattrs_common.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.756670 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 14:19:05.757407 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.758197 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.758721 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 14:19:05.759053 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnet_onboard.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.760199 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.760724 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: subnet_onboard Aug 07 14:19:05.761065 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.762037 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.762557 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 14:19:05.762892 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnet_service_types.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.763855 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.764387 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: subnet-service-types Aug 07 14:19:05.764761 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnetallocation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.770624 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.771152 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: subnet_allocation Aug 07 14:19:05.771547 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.772273 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.772822 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: subnetpool-prefix-ops Aug 07 14:19:05.773202 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.774151 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.774669 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 14:19:05.775002 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: tagging.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.776316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.776846 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: standard-attr-tag Aug 07 14:19:05.777181 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: timestamp.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.778426 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.779025 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loaded extension: standard-attr-timestamp Aug 07 14:19:05.779359 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: trunk.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.780442 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.780972 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension trunk not supported by any of loaded plugins Aug 07 14:19:05.781306 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: trunk_details.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.782259 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.782781 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension trunk-details not supported by any of loaded plugins Aug 07 14:19:05.783114 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.784099 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.784626 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 14:19:05.784957 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Loading extension file: vlantransparent.py {{(pid=93958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 14:19:05.785647 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 14:19:05.786215 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 14:19:05.789404 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:network Aug 07 14:19:05.790016 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnet Aug 07 14:19:05.790428 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 14:19:05.790831 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:port Aug 07 14:19:05.792167 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.792645 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service FLAVORS assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.793296 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.793730 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.794072 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:router Aug 07 14:19:05.794520 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 14:19:05.795024 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service METERING assigned prefix: /metering {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.796681 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.797059 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.797422 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:19:05.798533 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 14:19:05.798988 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:security_group Aug 07 14:19:05.799439 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 14:19:05.801418 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.801853 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 14:19:05.804338 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] subnetpool is already registered Aug 07 14:19:05.804338 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.804338 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 14:19:05.804338 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] subnetpool is already registered Aug 07 14:19:05.806134 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.806576 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service FLAVORS assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.807242 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.807701 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.808047 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:router Aug 07 14:19:05.808397 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] router is already registered Aug 07 14:19:05.808816 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 14:19:05.809167 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] floatingip is already registered Aug 07 14:19:05.809642 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service METERING assigned prefix: /metering {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.810374 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 14:19:05.810816 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] rbac_policy is already registered Aug 07 14:19:05.811300 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:security_group Aug 07 14:19:05.811673 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] security_group is already registered Aug 07 14:19:05.812083 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 14:19:05.812427 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] security_group_rule is already registered Aug 07 14:19:05.813163 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.813500 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 14:19:05.813846 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] subnetpool is already registered Aug 07 14:19:05.814285 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.v2.resource_helper [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Service CORE assigned prefix: {{(pid=93958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 14:19:05.814619 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 14:19:05.814961 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING neutron.quota.resource_registry [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] subnetpool is already registered Aug 07 14:19:05.815455 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: extensions {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.816987 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: address-groups {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.819382 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: address-scopes {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.820515 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.821685 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: auto-allocated-topology {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.822975 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: availability_zones {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.824251 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: dhcp-networks {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.825771 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: dhcp-agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.827208 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.829021 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: flavors {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.832980 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: service_profiles {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.832980 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: next_providers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.833149 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: service_profiles {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.834773 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: floatingip-pools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.836128 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.837880 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: floatingips {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.839349 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: l3-routers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.840793 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: l3-agents {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.842234 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: metering-labels {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.843515 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: metering-label-rules {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.844927 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: network-ip-availabilities {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.846200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: bindings {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.847812 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: quotas {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.849438 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: quotas {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.851805 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: rbac-policies {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.853085 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: security-groups {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.854409 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: security-group-rules {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.855682 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: service-providers {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.856935 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: subnetpools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.858298 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: subnetpools {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.860228 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.861935 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.863802 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.865762 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.867601 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.870756 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.872502 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.874327 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.876276 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.878058 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron.api.extensions [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Extended resource: tags {{(pid=93958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 14:19:05.885504 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING keystonemiddleware.auth_token [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 14:19:05.890225 dv-cinder-803823-2-iscsi neutron-server[93958]: WARNING keystonemiddleware.auth_token [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 14:19:05.899298 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Acquired lock "singleton_lock" {{(pid=93958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 14:19:05.899812 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_concurrency.lockutils [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Releasing lock "singleton_lock" {{(pid=93958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 14:19:05.900477 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Starting 2 workers Aug 07 14:19:05.905489 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Started child 94067 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 14:19:05.910176 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Started child 94068 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 14:19:05.910939 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.911804 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO neutron.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 14:19:05.913032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Notify callbacks [] for process, before_spawn {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.913389 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [-] (94067) wsgi starting up on http://0.0.0.0:9696 Aug 07 14:19:05.915483 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Starting 1 workers Aug 07 14:19:05.915761 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.917203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [-] (94068) wsgi starting up on http://0.0.0.0:9696 Aug 07 14:19:05.922135 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Started child 94069 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 14:19:05.922689 dv-cinder-803823-2-iscsi neutron-server[93958]: INFO oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Starting 1 workers Aug 07 14:19:05.925044 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] calling RpcWorker wait() {{(pid=94069) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 14:19:05.925597 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] returning from RpcWorker wait() {{(pid=94069) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 14:19:05.926825 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.927279 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:05.927422 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Started child 94070 {{(pid=93958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 14:19:05.929221 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09ea438e-ed2b-4482-91cd-57164ba053b2 None None] Notify callbacks [] for process, after_spawn {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.931168 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 14:19:05.931389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 14:19:05.931597 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 14:19:05.931833 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 14:19:05.932188 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 14:19:05.932358 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 14:19:05.932868 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.933155 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.933433 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.933706 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.933987 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.934076 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:05.934587 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.934850 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.935113 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.935380 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.935658 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.935833 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.936013 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.936284 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.936548 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.936843 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.937123 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.937382 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.937662 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.937840 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.938100 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.938379 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.938667 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.938962 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.939213 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.939727 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.939985 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.940260 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.940490 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.940821 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.941073 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.941340 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.941597 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.941840 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.942079 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.942345 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.942595 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.942834 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.943059 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.943717 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.943717 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.944134 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] host = dv-cinder-803823-2-iscsi {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.944374 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.944630 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.944882 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.945141 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.945406 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.945648 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.945923 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.946179 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.946435 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.946670 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.946907 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.947170 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.947393 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.947654 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.947824 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_options = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.948091 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.948357 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.948625 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.948875 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.949023 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.949160 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.949413 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.949574 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.949868 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.950057 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.950277 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.950496 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.950716 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.950940 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.951185 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.951478 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.951730 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.951949 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.952204 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.952458 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.952707 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.952959 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.953209 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.953436 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.953683 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.953914 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.954147 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.954374 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.954592 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.954851 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.955101 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.955374 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.955631 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.955878 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.956121 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.956351 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.956597 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.956867 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.957102 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.957362 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.957629 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.957873 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.958124 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.958336 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.958588 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.958811 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.959117 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.959369 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.959785 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.960129 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.960242 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.960449 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.961334 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.961593 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:05.962082 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.962365 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.962682 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.962949 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.963208 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.963462 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.963729 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.963992 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.964233 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.964473 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.964790 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.965037 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.965331 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.965579 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.965858 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.966203 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.966481 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.966753 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.966995 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.967257 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.967483 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.967765 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.968110 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.968480 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.968769 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.969024 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.969256 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.969507 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.969749 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.969972 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.970200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.970445 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.970737 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.970970 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.971217 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975133 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975701 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.975791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.976553 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.976553 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.976553 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.976771 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.976851 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.977100 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.977330 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.977574 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.977803 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.978032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.978295 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.978555 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.978803 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.979031 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.979252 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.979480 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.979840 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.979985 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.980250 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.980486 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.980721 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.980946 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.981182 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.981406 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.981657 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.981902 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.982145 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.982369 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.982596 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.982820 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.983046 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.983298 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.983608 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.983867 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.984224 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.984557 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.984914 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.985184 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.985450 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.985856 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.985978 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.986365 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.986485 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.987186 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.987777 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.988139 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.988633 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.988798 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.989061 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.989313 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.989587 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.989845 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.992132 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.992400 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.992681 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.992936 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.993252 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.994005 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.994720 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.995914 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.996315 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.996646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.997010 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.997421 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.997738 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.998105 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.998506 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:05.998861 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.003598 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.003825 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44584) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:06.004026 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.004026 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.004026 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.008057 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.008435 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.008739 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.009038 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.009293 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.009610 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.009859 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.010123 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.010682 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085230 Aug 07 14:19:06.013303 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.013432 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.014781 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.015108 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.019699 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.020057 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.020451 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.020667 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.020969 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.021270 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.022183 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.022451 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.022725 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.022983 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.023221 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.023463 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.025098 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.025351 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.027055 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.027228 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.030587 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.031052 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.031343 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.031682 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.031933 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.032188 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.032453 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.032700 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.032939 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.033217 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.033450 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.033697 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.033967 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.034208 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.034438 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.034670 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.034897 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.035918 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.036181 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.036496 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.036761 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.037103 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038085 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038085 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038085 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038383 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038657 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.038894 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.039124 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.039436 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.039722 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.039952 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.040180 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.040421 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.040691 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.040959 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.041246 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.041605 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.041871 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.042121 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.042401 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.042615 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.042898 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.043111 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.043338 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.043565 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.043820 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.044049 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.045672 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.045672 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.045672 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.046203 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.046203 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.046458 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.047208 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.047466 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.048024 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.048581 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.049200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.049340 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.049708 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.050386 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.050637 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.050863 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.051098 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.051332 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.051562 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.053439 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.053860 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.054237 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.054614 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.054869 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.055116 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.055342 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.055644 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.055961 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.056200 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.056611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.056851 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.057080 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.057340 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.058570 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.058570 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.058570 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.059931 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.060233 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.060510 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.060759 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.061005 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.061262 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.061541 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.061778 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.062186 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.062968 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.062968 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.063306 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.063306 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.063516 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.063831 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.064174 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.065083 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.065083 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.065083 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.065308 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.065451 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.066082 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.066082 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.066483 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.066773 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.067044 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.067321 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.067694 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.068112 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069319 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069319 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069319 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069583 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069733 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.069975 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.070243 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.070483 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.070714 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.070963 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.072815 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.072815 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.072815 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.073060 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.073295 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.073530 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.073776 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.074008 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.074252 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.074482 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.074716 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.074943 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.075108 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 14:19:06.076396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 14:19:06.076396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 14:19:06.076396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 14:19:06.076396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 14:19:06.076396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 14:19:06.076775 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 14:19:06.076775 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.076974 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077130 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077269 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077439 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077624 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.077979 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078128 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078293 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078456 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078618 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078780 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.078942 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079103 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079265 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079428 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079663 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079787 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.079927 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080091 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080220 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080387 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] debug = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080547 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080755 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.080906 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081074 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081237 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081398 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081560 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081722 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.081883 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082045 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082205 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082366 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082528 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082690 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.082851 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.083011 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.083173 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.083334 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] host = dv-cinder-803823-2-iscsi {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.083494 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.085260 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.085458 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.086753 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.086753 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.086753 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.087083 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.087188 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.088063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.088063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.088063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.088420 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.088420 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.089221 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.090815 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_options = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.091134 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.092318 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.092318 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.092318 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.092318 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.092318 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.094396 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.094591 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.094774 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.094948 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095121 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095291 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095461 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095653 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095823 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.095989 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.096154 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.096319 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.096485 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.096650 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.096839 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097007 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097173 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097336 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097496 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097660 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097822 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.097983 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.098145 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.098306 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.098469 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.098632 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.098796 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.099044 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.099148 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.099272 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.099446 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.099965 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.100235 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.100394 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.100503 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102129 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102129 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102285 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102352 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102736 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_json = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.102947 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.103999 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.104199 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.104384 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.104566 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.104745 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.104921 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.105132 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 14:19:06.105382 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.105569 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.105837 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.106074 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.106245 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.106418 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.107646 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108114 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108114 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108114 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108284 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108478 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.108569 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109268 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109268 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109268 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109268 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109598 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109598 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109751 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.109906 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110069 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110229 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110445 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110639 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110806 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.110974 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.111138 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.112766 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113389 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113618 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113691 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113841 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.113995 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.114160 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.114325 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.114490 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.114654 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.114859 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.115097 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.115861 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116086 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116170 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116338 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116604 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116780 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.116944 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117093 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117263 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117428 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117591 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117755 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.117921 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.118090 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.118254 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.118418 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.118583 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.119567 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.120066 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.120382 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.120484 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:06.120559 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.120740 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.120882 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121038 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121205 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121371 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121538 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121712 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.121894 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122063 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122225 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122390 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122556 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122721 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.122887 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123051 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123215 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123379 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123544 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123733 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.123901 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124066 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124229 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124390 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124549 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124714 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.124877 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125040 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125204 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125368 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125532 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125699 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.125862 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126035 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126199 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126369 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126545 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126697 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.126863 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127037 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127194 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127355 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127514 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127701 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.127846 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128010 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128184 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128325 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128462 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128626 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128792 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.128961 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129142 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129298 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129471 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129626 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129791 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.129955 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.130120 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.130284 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.130448 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.130613 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.130857 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.131177 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.131375 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.131542 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.131729 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.131896 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.132315 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.132496 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.132644 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.132808 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.132973 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.133137 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.133301 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.133466 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.133630 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.133794 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134036 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134188 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134299 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134425 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134588 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134752 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.134915 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.135078 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.135241 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.135403 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.135567 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.135887 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.136051 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.136204 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.136372 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.136537 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.138611 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.140236 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.142561 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.143316 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.144337 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.144679 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.144870 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.145044 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.145669 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.146971 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.147736 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.147736 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.148032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.148032 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.148604 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.150361 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.150361 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.150361 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.150811 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.150811 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151025 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151025 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151167 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151343 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151522 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151717 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.151885 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152051 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152217 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152383 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152560 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152726 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.152891 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153083 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153261 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153440 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153589 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153706 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.153858 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154022 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154186 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154349 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154523 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154690 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.154894 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.155149 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.155402 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.158925 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.159381 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.159743 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.161312 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162131 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162131 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162131 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162538 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162538 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162774 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.162900 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.163025 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.163894 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.163894 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.164256 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.164450 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.164624 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.164805 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.164991 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.165163 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.165333 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.165502 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.165670 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.165837 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166005 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166218 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166342 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166491 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166656 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166821 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.166985 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167228 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167352 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167470 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167636 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167820 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.167969 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.168739 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 14:19:06.168739 dv-cinder-803823-2-iscsi neutron-server[93958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 14:19:19.979601 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa43bc5-cbfb-4bc6-9e81-550b39b986ee None None] get_active_networks_info from dv-cinder-803823-2-iscsi {{(pid=94069) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 14:19:20.195725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa43bc5-cbfb-4bc6-9e81-550b39b986ee None None] No non-hosted networks {{(pid=94069) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 14:19:20.204729 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.agentschedulers_db [None req-5aa43bc5-cbfb-4bc6-9e81-550b39b986ee None None] DHCP Agent not found on host dv-cinder-803823-2-iscsi {{(pid=94069) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 07 14:19:20.323189 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-91ed563c-57e3-4bc0-b59f-d7d0e2ff589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:22.804525 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-bb677923-ef7f-4a32-bb95-f4920d20caff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:22.848801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.db.api [None req-519958f5-19e7-44f9-b9e1-52f7b4997829 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803823-2-iscsi {{(pid=94069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:19:22.850156 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG oslo_db.api [None req-519958f5-19e7-44f9-b9e1-52f7b4997829 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:19:23.279435 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:23.280519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.281130 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.281819 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.282671 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.283437 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.284032 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.284390 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.284955 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.285314 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.285656 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.285996 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.286340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:23.286898 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803823-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:23.301193 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803823-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:23.399211 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-519958f5-19e7-44f9-b9e1-52f7b4997829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:23.983922 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:25.122319 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:26.452635 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44686) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:26.995279 dv-cinder-803823-2-iscsi neutron-server[94068]: WARNING oslo_policy.policy [None req-2b83b5c1-7a9e-4b9c-848d-8c2d985f761f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:26.995905 dv-cinder-803823-2-iscsi neutron-server[94068]: WARNING oslo_policy.policy [None req-2b83b5c1-7a9e-4b9c-848d-8c2d985f761f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:27.213009 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [None req-2b83b5c1-7a9e-4b9c-848d-8c2d985f761f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:19:27.227598 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2b83b5c1-7a9e-4b9c-848d-8c2d985f761f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7604473 Aug 07 14:19:28.063255 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.db.l3_hamode_db [None req-1e7b08ba-cbfc-483d-9ec7-7031b047c7d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 14:19:28.148519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b08ba-cbfc-483d-9ec7-7031b047c7d1 None None] Routers set() bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:19:28.148913 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b08ba-cbfc-483d-9ec7-7031b047c7d1 None None] Router IDs set() for agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 14:19:29.702470 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44700) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:30.230953 dv-cinder-803823-2-iscsi neutron-server[94067]: WARNING oslo_policy.policy [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:30.231532 dv-cinder-803823-2-iscsi neutron-server[94067]: WARNING oslo_policy.policy [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:30.448583 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:19:30.544743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.policy [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94067) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 14:19:30.590997 dv-cinder-803823-2-iscsi neutron-server[94067]: WARNING oslo_policy.policy [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:30.591370 dv-cinder-803823-2-iscsi neutron-server[94067]: WARNING oslo_policy.policy [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:30.600553 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.quota [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] Loaded quota_driver: . Aug 07 14:19:30.806607 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428104193', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428101748', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428125062', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428122745', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428478694', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793428135287', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33120345', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33347710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954064'] for rbac-policy, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:30.991751 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:30.993174 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9180aad7-0264-48dd-956a-7d2585b651b9 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2885535 Aug 07 14:19:33.568330 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44718) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:33.876018 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Request body: {'network': {'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'name': 'private', 'project_id': '89378e305e58443e90a5dff8a98b0f4e'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:19:33.962333 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Made reservation on behalf of 89378e305e58443e90a5dff8a98b0f4e for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:19:33.965396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:33.982800 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.108352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.184973 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.205560 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:19:34.234979 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793425334119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.235627 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Unsubscribe: segment precommit_create {{(pid=94067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 14:19:34.236143 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Added segment f74beb79-9fbd-4779-9ca8-d9b4e87eadc2 of type vlan for network cecee8c0-e696-42ce-ad92-75cdedb3101f Aug 07 14:19:34.253941 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9560020e-114e-4c86-8247-e22c2a70cd39,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:34.305116 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.305478 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.305820 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.306151 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.306489 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.306842 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.307169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.307490 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.307858 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.308184 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.308504 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.308816 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Tracked resource versions report: Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: pushed versions: Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: { 'AddressGroup': {'1.2'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'ConntrackHelper': {'1.0'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Log': {'1.0'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Network': {'1.1'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Port': {'1.7'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'PortForwarding': {'1.2'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'QosPolicy': {'1.9'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroup': {'1.4'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SubPort': {'1.0'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Subnet': {'1.1'}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Trunk': {'1.1'}} Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: consumer versions: Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'ConntrackHelper': '1.0', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Log': '1.0', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Network': '1.1', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Port': '1.7', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'PortForwarding': '1.2', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'QosPolicy': '1.9', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroup': '1.4', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroupRule': '1.2', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SubPort': '1.0', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Subnet': '1.1', Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Trunk': '1.1'}} Aug 07 14:19:34.309994 dv-cinder-803823-2-iscsi neutron-server[94067]: {{(pid=94067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:19:34.366576 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.470853 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.472196 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:19:34.472911 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:34.578674 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] Pushing event updated for resources: {'Network': ['ID=cecee8c0-e696-42ce-ad92-75cdedb3101f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:34.590143 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network cecee8c0-e696-42ce-ad92-75cdedb3101f details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:19:34.625848 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b97328a3-594f-4b02-b4de-e6eec71e2d11 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0562487 Aug 07 14:19:37.401175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44732) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:37.945822 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.policy [None req-3c58bd46-ecaf-4b88-81b6-9d77a3989fce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94068) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 14:19:37.991325 dv-cinder-803823-2-iscsi neutron-server[94068]: WARNING oslo_policy.policy [None req-3c58bd46-ecaf-4b88-81b6-9d77a3989fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:37.991733 dv-cinder-803823-2-iscsi neutron-server[94068]: WARNING oslo_policy.policy [None req-3c58bd46-ecaf-4b88-81b6-9d77a3989fce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 14:19:38.000158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58bd46-ecaf-4b88-81b6-9d77a3989fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:19:38.001947 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3c58bd46-ecaf-4b88-81b6-9d77a3989fce admin admin] 10.222.0.26 "GET /v2.0/networks/cecee8c0-e696-42ce-ad92-75cdedb3101f HTTP/1.1" status: 200 len: 825 time: 0.5998447 Aug 07 14:19:38.044106 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c7dd2395-f338-4691-8701-7b54f0bdfb46 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/c0ab9c0d-c1da-4a80-a609-39e4b78dad1f HTTP/1.1" status: 200 len: 734 time: 0.0348911 Aug 07 14:19:38.053639 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'ip_version': 4, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:19:38.055376 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.quota [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Loaded quota_driver: . Aug 07 14:19:38.173538 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Made reservation on behalf of 89378e305e58443e90a5dff8a98b0f4e for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:19:38.176326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:38.533876 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:38.603291 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Checking segment: {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:19:38.603700 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Network hostable DHCP agents. Network: cecee8c0-e696-42ce-ad92-75cdedb3101f, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:19:38.618293 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a07b28-3741-467f-9861-b356d114aaba,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:38.635303 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.635688 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.636032 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.636365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.636691 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.637032 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.637376 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.637682 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.638018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.638353 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.638679 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.638998 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Tracked resource versions report: Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: pushed versions: Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: { 'AddressGroup': {'1.2'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'ConntrackHelper': {'1.0'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Log': {'1.0'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Network': {'1.1'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Port': {'1.7'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'PortForwarding': {'1.2'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'QosPolicy': {'1.9'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroup': {'1.4'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SubPort': {'1.0'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Subnet': {'1.1'}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Trunk': {'1.1'}} Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: consumer versions: Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'ConntrackHelper': '1.0', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Log': '1.0', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Network': '1.1', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Port': '1.7', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'PortForwarding': '1.2', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'QosPolicy': '1.9', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroup': '1.4', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroupRule': '1.2', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SubPort': '1.0', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Subnet': '1.1', Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Trunk': '1.1'}} Aug 07 14:19:38.640130 dv-cinder-803823-2-iscsi neutron-server[94068]: {{(pid=94068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:19:38.705153 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Network cecee8c0-e696-42ce-ad92-75cdedb3101f is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:19:38.779463 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, cecee8c0-e696-42ce-ad92-75cdedb3101f) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:19:38.789585 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:19:38.789585 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:38.794559 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340cef8-069b-44e3-b44b-24bde10b31fc None None] Network cecee8c0-e696-42ce-ad92-75cdedb3101f requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:19:38.877065 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-516a870f-ae6f-41dc-ba7a-661a0f97c80f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8269904 Aug 07 14:19:39.122788 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-cecee8c0-e696-42ce-ad92-75cdedb3101f', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:19:39.124122 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:39.427479 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Allocated IP 172.20.0.2 (cecee8c0-e696-42ce-ad92-75cdedb3101f/07a07b28-3741-467f-9861-b356d114aaba/6dc59d33-4c35-4831-a56a-e0f56f3f40aa) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:19:39.684677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:39.700467 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Transition to ACTIVE for port object 6dc59d33-4c35-4831-a56a-e0f56f3f40aa will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:19:39.723843 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Transition to ACTIVE for port object 6dc59d33-4c35-4831-a56a-e0f56f3f40aa will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:19:39.814161 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:39.891175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Network cecee8c0-e696-42ce-ad92-75cdedb3101f is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:19:39.896389 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:19:39.905810 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:19:39.909019 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Pushing event updated for resources: {'Port': ['ID=6dc59d33-4c35-4831-a56a-e0f56f3f40aa,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:39.940757 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.941119 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.941470 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.941816 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.942158 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.942497 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.942835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.943169 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.943526 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.944623 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.944962 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.945296 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Tracked resource versions report: Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: pushed versions: Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: { 'AddressGroup': {'1.2'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'ConntrackHelper': {'1.0'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Log': {'1.0'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Network': {'1.1'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Port': {'1.7'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'PortForwarding': {'1.2'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'QosPolicy': {'1.9'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroup': {'1.4'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SubPort': {'1.0'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Subnet': {'1.1'}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Trunk': {'1.1'}} Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: consumer versions: Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'ConntrackHelper': '1.0', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Log': '1.0', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Network': '1.1', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Port': '1.7', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'PortForwarding': '1.2', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'QosPolicy': '1.9', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroup': '1.4', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroupRule': '1.2', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SubPort': '1.0', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Subnet': '1.1', Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Trunk': '1.1'}} Aug 07 14:19:39.946403 dv-cinder-803823-2-iscsi neutron-server[94069]: {{(pid=94069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:19:39.997908 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Attempting to bind port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:19:39.998317 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Attempting to bind port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:19:39.998730 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Attempting to bind port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa on network cecee8c0-e696-42ce-ad92-75cdedb3101f {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:19:40.004494 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:19:40.004913 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Checking segment: {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:19:40.005407 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:40.005819 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Bound using segment: {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:19:40.007221 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Bound port: 6dc59d33-4c35-4831-a56a-e0f56f3f40aa, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:19:40.007659 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:40.079462 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] For port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:19:40.084810 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] For port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=6dc59d33-4c35-4831-a56a-e0f56f3f40aa,segment=NetworkSegment(f74beb79-9fbd-4779-9ca8-d9b4e87eadc2),segment_id=f74beb79-9fbd-4779-9ca8-d9b4e87eadc2)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:19:40.168455 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:40.250900 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e361a-e2b4-4372-bda5-c1290ad28072 None None] Pushing event updated for resources: {'Port': ['ID=6dc59d33-4c35-4831-a56a-e0f56f3f40aa,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:41.319301 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44746) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:41.683810 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [None req-f834fd1a-9348-4ebe-8ef2-70cf0f0fd0de admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:19:41.684919 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f834fd1a-9348-4ebe-8ef2-70cf0f0fd0de admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3644688 Aug 07 14:19:44.160864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44754) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:44.506624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [None req-16024c90-1146-4ce9-bc20-d78e1ec2ba14 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:19:44.507766 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-16024c90-1146-4ce9-bc20-d78e1ec2ba14 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3459122 Aug 07 14:19:47.240550 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44764) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:47.551138 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:19:47.630502 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:47.632535 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:47.787012 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:47.900499 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:47.956492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:47.958177 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-88ce69ac-2157-47c7-8409-e67a25ce5730 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7167349 Aug 07 14:19:48.937342 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62535ba-db3c-496d-ac58-3975a328bcbf None None] Network cecee8c0-e696-42ce-ad92-75cdedb3101f requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:19:49.064495 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1054dc07-6ba8-499c-a1ac-a322b244b00c None None] Provisioning for port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:19:49.278532 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 6dc59d33-4c35-4831-a56a-e0f56f3f40aa up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:19:49.430588 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:19:49.434622 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:19:49.435048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:49.545039 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:49.581461 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=6dc59d33-4c35-4831-a56a-e0f56f3f40aa,segment=NetworkSegment(f74beb79-9fbd-4779-9ca8-d9b4e87eadc2),segment_id=f74beb79-9fbd-4779-9ca8-d9b4e87eadc2)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:19:49.694139 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:49.747801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=6dc59d33-4c35-4831-a56a-e0f56f3f40aa,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:50.013435 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5616ef5c-60c4-41af-8e78-d3704970a036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:50.367503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44776) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:50.684342 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [None req-34f16bc7-5c8c-40ad-b3fd-d851524ae4ef admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:19:50.685367 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-34f16bc7-5c8c-40ad-b3fd-d851524ae4ef admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168874 Aug 07 14:19:51.245735 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 6dc59d33-4c35-4831-a56a-e0f56f3f40aa up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:19:51.294864 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:19:51.295241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:52.750383 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-88a095fb-85ff-422b-aa4f-d65dc5eadc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.097853 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44784) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:53.281537 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.429477 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:19:53.504281 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Made reservation on behalf of 62b856dde8c84c6daab122be7e279e43 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:19:53.507183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.523508 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.654371 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.733044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.750964 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Reserving flat network on physical network physnet1 {{(pid=94068) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 14:19:53.774309 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8200d8-5cda-4db8-b7e7-b88635c4eefa,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:53.781560 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793425334119', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.782309 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Unsubscribe: segment precommit_create {{(pid=94068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 14:19:53.782657 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Added segment fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3 of type flat for network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 Aug 07 14:19:53.848579 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.904478 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.961884 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:53.963041 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:19:53.963770 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:54.081589 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] Pushing event updated for resources: {'Network': ['ID=9d55b9c2-18cc-401e-9dff-94ef863a6f01,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:54.092500 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:19:54.122254 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-293dee07-6ced-4cfc-8c03-504670f6e447 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0232954 Aug 07 14:19:55.013221 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:56.542472 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44802) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:19:56.737110 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e3650-9810-4cae-abbe-a0cce0e1a347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:19:56.738605 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-593e3650-9810-4cae-abbe-a0cce0e1a347 admin admin] 10.222.0.26 "GET /v2.0/subnets/07a07b28-3741-467f-9861-b356d114aaba HTTP/1.1" status: 200 len: 849 time: 0.1947982 Aug 07 14:19:56.913826 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8546bbef-fe65-4bee-8794-9bc5880e4ff0 admin admin] 10.222.0.26 "GET /v2.0/routers/16f74716-3f4a-45f1-be26-d1e894da5b3a HTTP/1.1" status: 200 len: 704 time: 0.1646373 Aug 07 14:19:56.997991 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:19:57.206118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:57.517909 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Allocated IP 172.20.0.1 (cecee8c0-e696-42ce-ad92-75cdedb3101f/07a07b28-3741-467f-9861-b356d114aaba/7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:19:57.679701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:57.703446 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Transition to ACTIVE for port object 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:19:57.876626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:57.996580 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Network cecee8c0-e696-42ce-ad92-75cdedb3101f is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:19:58.003906 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:19:58.015926 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:19:58.016541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.041233 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:58.241695 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b5edacc2-dda7-45d9-9edd-36e35a223345 None None] Provisioning for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:19:58.246449 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b5edacc2-dda7-45d9-9edd-36e35a223345 None None] Provisioning complete for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:19:58.246872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b5edacc2-dda7-45d9-9edd-36e35a223345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.285942 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-b5edacc2-dda7-45d9-9edd-36e35a223345 None None] Port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:19:58.336062 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.567049 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.624673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.625550 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:58.711263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:19:58.760024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Network cecee8c0-e696-42ce-ad92-75cdedb3101f is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:19:58.761466 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:19:58.990282 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Router 16f74716-3f4a-45f1-be26-d1e894da5b3a is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:19:59.008016 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-a9c694cc-4279-4cd0-b80b-d26c346373b8 None None] Provisioning complete for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:19:59.008398 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a9c694cc-4279-4cd0-b80b-d26c346373b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:19:59.046337 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-a9c694cc-4279-4cd0-b80b-d26c346373b8 None None] Port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:19:59.091782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:19:59.098775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d776c969-e38f-4638-84c6-9ec8cdde0cf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/16f74716-3f4a-45f1-be26-d1e894da5b3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1777382 Aug 07 14:19:59.114904 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Sync routers for ids ['16f74716-3f4a-45f1-be26-d1e894da5b3a'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:19:59.126499 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Routers {'16f74716-3f4a-45f1-be26-d1e894da5b3a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:19:59.127337 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:19:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['16f74716-3f4a-45f1-be26-d1e894da5b3a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:59.330198 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Set router 16f74716-3f4a-45f1-be26-d1e894da5b3a gateway port host: None {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:19:59.796005 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:19:58Z', 'revision_number': 2, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port_host': None, '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:19:58Z', 'revision_number': 2, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:19:59.852574 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Checking router: 16f74716-3f4a-45f1-be26-d1e894da5b3a for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:19:59.852960 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Updating router 16f74716-3f4a-45f1-be26-d1e894da5b3a port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:19:59.906634 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:00.482026 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:00.501504 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Transition to ACTIVE for port object 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:20:00.595622 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:00.720776 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Pushing event updated for resources: {'Port': ['ID=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:00.768177 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.768537 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.768894 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.769242 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.769582 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.770942 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.770942 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.770942 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.770942 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.772398 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.772398 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.772719 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Tracked resource versions report: Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: pushed versions: Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: { 'AddressGroup': {'1.2'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'ConntrackHelper': {'1.0'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Log': {'1.0'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Network': {'1.1'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Port': {'1.7'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'PortForwarding': {'1.2'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'QosPolicy': {'1.9'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroup': {'1.4'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SubPort': {'1.0'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Subnet': {'1.1'}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Trunk': {'1.1'}} Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: consumer versions: Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'ConntrackHelper': '1.0', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Log': '1.0', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Network': '1.1', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Port': '1.7', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'PortForwarding': '1.2', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'QosPolicy': '1.9', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroup': '1.4', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroupRule': '1.2', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SubPort': '1.0', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Subnet': '1.1', Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Trunk': '1.1'}} Aug 07 14:20:00.773847 dv-cinder-803823-2-iscsi neutron-server[94070]: {{(pid=94070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:20:00.799040 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Attempting to bind port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:20:00.799530 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Attempting to bind port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:20:00.800057 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Attempting to bind port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b on network cecee8c0-e696-42ce-ad92-75cdedb3101f {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:20:00.805860 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:20:00.806499 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Checking segment: {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:20:00.807084 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:00.807595 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Bound using segment: {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:20:00.808188 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Bound port: 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74beb79-9fbd-4779-9ca8-d9b4e87eadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:20:00.808646 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:00.884543 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] For port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:20:00.907490 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] For port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,segment=NetworkSegment(f74beb79-9fbd-4779-9ca8-d9b4e87eadc2),segment_id=f74beb79-9fbd-4779-9ca8-d9b4e87eadc2)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:20:00.973716 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:01.036003 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467fc28-487f-47f2-875a-9e240f8ce761 None None] Pushing event updated for resources: {'Port': ['ID=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,revision_number=4']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:01.048270 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Routers {'16f74716-3f4a-45f1-be26-d1e894da5b3a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:20:01.048798 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:19:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['16f74716-3f4a-45f1-be26-d1e894da5b3a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:01.158124 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] Set router 16f74716-3f4a-45f1-be26-d1e894da5b3a gateway port host: None {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:20:01.396923 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:19:58Z', 'revision_number': 2, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port_host': None, '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:20:00Z', 'revision_number': 4, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:01.423541 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da378cac-4cc7-4a5e-bbc7-5d208c5536c6 None None] The sync data for ids ['16f74716-3f4a-45f1-be26-d1e894da5b3a'] in dv-cinder-803823-2-iscsi is: [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:19:58Z', 'revision_number': 2, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port_host': None, '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:20:00Z', 'revision_number': 4, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:20:01.429140 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44822) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:20:01.563324 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6c199-5d46-4a81-ba70-d3e21228012e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:20:01.564739 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f8b6c199-5d46-4a81-ba70-d3e21228012e admin admin] 10.222.0.26 "GET /v2.0/networks/9d55b9c2-18cc-401e-9dff-94ef863a6f01 HTTP/1.1" status: 200 len: 842 time: 0.1344721 Aug 07 14:20:01.575766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:20:01.669738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Made reservation on behalf of 62b856dde8c84c6daab122be7e279e43 for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:20:01.672183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:02.108486 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.objects.ports [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94068) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 14:20:02.108951 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:02.160802 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8660c5-230a-4f1d-9223-68330a27ea15,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:02.179661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:20:02.179939 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Network hostable DHCP agents. Network: 9d55b9c2-18cc-401e-9dff-94ef863a6f01, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:20:02.281679 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:20:02.378358 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 9d55b9c2-18cc-401e-9dff-94ef863a6f01) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:20:02.384245 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:20:02.384930 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:02.390761 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1a726-dbf9-41a7-aac8-686583d3e177 None None] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:20:02.470679 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c319cd0a-6d43-45b0-a040-c2589894d24d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8992932 Aug 07 14:20:02.534077 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3314e2ed-c0d4-4e06-86e6-485af6643dae None None] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:20:04.833380 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 44830) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:20:05.102340 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-94e8e7f6-1055-4e14-9e6f-cdf176fdaf5f admin admin] 10.222.0.26 "GET /v2.0/routers/16f74716-3f4a-45f1-be26-d1e894da5b3a HTTP/1.1" status: 200 len: 710 time: 0.2669373 Aug 07 14:20:05.274715 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ef31a8-7082-4569-9d03-26664094a813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:20:05.276180 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-57ef31a8-7082-4569-9d03-26664094a813 admin admin] 10.222.0.26 "GET /v2.0/networks/9d55b9c2-18cc-401e-9dff-94ef863a6f01 HTTP/1.1" status: 200 len: 886 time: 0.1681316 Aug 07 14:20:05.285881 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:20:05.564534 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:05.900009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:05.993093 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:06.214770 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Allocated IP 172.27.3.207 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/512f07f4-fb76-4f28-91f7-2802c63037ba) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:20:06.343016 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:06.506236 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:06.649290 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:20:06.656419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:20:06.664221 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:20:06.712148 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Pushing event updated for resources: {'Port': ['ID=512f07f4-fb76-4f28-91f7-2802c63037ba,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:07.062277 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.261876 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16265'] for router, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.262476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:20:07.266780 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702018'] for router, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.378283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:20:07.382774 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:20:07.383154 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.392509 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Router 16f74716-3f4a-45f1-be26-d1e894da5b3a has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:20:07.466607 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.507909 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,segment=NetworkSegment(f74beb79-9fbd-4779-9ca8-d9b4e87eadc2),segment_id=f74beb79-9fbd-4779-9ca8-d9b4e87eadc2)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:20:07.509413 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:20:07.513044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.514259 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4029e96b-4669-4c92-a6dd-9baaaf4ac522 admin admin] 10.222.0.26 "PUT /v2.0/routers/16f74716-3f4a-45f1-be26-d1e894da5b3a HTTP/1.1" status: 200 len: 890 time: 2.2319250 Aug 07 14:20:07.601476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:07.654537 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:08.177820 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Sync routers for ids ['16f74716-3f4a-45f1-be26-d1e894da5b3a'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:20:08.192421 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Routers {'16f74716-3f4a-45f1-be26-d1e894da5b3a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:20:08.193761 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:19:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['16f74716-3f4a-45f1-be26-d1e894da5b3a'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:08.481209 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Set router 16f74716-3f4a-45f1-be26-d1e894da5b3a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:20:08.909301 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:20:06Z', 'revision_number': 4, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port': {'id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:20:06Z', 'updated_at': '2021-08-07T14:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:20:07Z', 'revision_number': 5, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:08.964972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Checking router: 16f74716-3f4a-45f1-be26-d1e894da5b3a for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:20:08.965417 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Updating router 16f74716-3f4a-45f1-be26-d1e894da5b3a port 512f07f4-fb76-4f28-91f7-2802c63037ba binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:20:09.014758 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.272559 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:20:09.409994 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:20:09.410364 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.415388 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.447643 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Transition to ACTIVE for port object 512f07f4-fb76-4f28-91f7-2802c63037ba will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:20:09.492134 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.576918 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Attempting to bind port 512f07f4-fb76-4f28-91f7-2802c63037ba on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:20:09.577296 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Attempting to bind port 512f07f4-fb76-4f28-91f7-2802c63037ba by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:20:09.577668 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Attempting to bind port 512f07f4-fb76-4f28-91f7-2802c63037ba on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:20:09.580062 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb560b5-aa9d-433f-abc4-cb5664d6a3b9 None None] Pushing event updated for resources: {'Port': ['ID=512f07f4-fb76-4f28-91f7-2802c63037ba,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:09.588547 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:20:09.589340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:20:09.589942 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.590345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:20:09.590833 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Bound port: 512f07f4-fb76-4f28-91f7-2802c63037ba, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:20:09.591230 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.656576 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] For port 512f07f4-fb76-4f28-91f7-2802c63037ba, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:20:09.659599 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] For port 512f07f4-fb76-4f28-91f7-2802c63037ba, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=512f07f4-fb76-4f28-91f7-2802c63037ba,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:20:09.705128 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:09.770066 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb560b5-aa9d-433f-abc4-cb5664d6a3b9 None None] Pushing event updated for resources: {'Port': ['ID=512f07f4-fb76-4f28-91f7-2802c63037ba,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:09.773912 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Routers {'16f74716-3f4a-45f1-be26-d1e894da5b3a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:20:09.774947 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:19:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['16f74716-3f4a-45f1-be26-d1e894da5b3a'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:10.017706 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] Set router 16f74716-3f4a-45f1-be26-d1e894da5b3a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:20:10.097818 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 44846) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:20:10.236852 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8a7ae62d-9f49-4def-80f0-c59e460f6d42 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1377397 Aug 07 14:20:10.262065 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:20:06Z', 'revision_number': 4, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port': {'id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:20:06Z', 'updated_at': '2021-08-07T14:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:20:07Z', 'revision_number': 5, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:20:10.292719 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8eeb1-f190-42d4-895e-be62b604a920 None None] The sync data for ids ['16f74716-3f4a-45f1-be26-d1e894da5b3a'] in dv-cinder-803823-2-iscsi is: [{'id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'name': 'router1', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:19:47Z', 'updated_at': '2021-08-07T14:20:06Z', 'revision_number': 4, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'gw_port': {'id': '512f07f4-fb76-4f28-91f7-2802c63037ba', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:20:06Z', 'updated_at': '2021-08-07T14:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b', 'name': '', 'network_id': 'cecee8c0-e696-42ce-ad92-75cdedb3101f', 'tenant_id': '89378e305e58443e90a5dff8a98b0f4e', 'mac_address': 'fa:16:3e:88:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f74716-3f4a-45f1-be26-d1e894da5b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07a07b28-3741-467f-9861-b356d114aaba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:19:57Z', 'updated_at': '2021-08-07T14:20:07Z', 'revision_number': 5, 'project_id': '89378e305e58443e90a5dff8a98b0f4e', 'subnets': [{'id': '07a07b28-3741-467f-9861-b356d114aaba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0ab9c0d-c1da-4a80-a609-39e4b78dad1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:20:11.290762 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 512f07f4-fb76-4f28-91f7-2802c63037ba up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:20:11.429912 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 512f07f4-fb76-4f28-91f7-2802c63037ba completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:20:11.434447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 512f07f4-fb76-4f28-91f7-2802c63037ba triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:20:11.434834 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:11.514651 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:11.537395 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 512f07f4-fb76-4f28-91f7-2802c63037ba, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=512f07f4-fb76-4f28-91f7-2802c63037ba,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:20:11.585345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:11.640012 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=512f07f4-fb76-4f28-91f7-2802c63037ba,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:20:13.317587 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 512f07f4-fb76-4f28-91f7-2802c63037ba up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:20:13.392102 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 512f07f4-fb76-4f28-91f7-2802c63037ba triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:20:13.392580 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:20.007078 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b784ff1a-fd00-4137-bf04-28fa785b0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:22.795561 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e7573e07-c084-46ad-a3c3-533923d184be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:23.322233 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:23.911991 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:25.040783 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:33.999797 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:20:49.949285 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b915-d2e1-4aa4-8f7f-7876af46c40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:52.766882 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-df3344a0-9dc8-4299-b20c-27913587b291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:53.274071 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:53.909281 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:20:55.045875 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:10.999256 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:21:19.987533 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-95361fb4-aea4-4354-be6f-1d82fc69ee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:22.747344 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2328b8f7-7dea-4b4c-80f8-4682d06994d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:23.290487 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:23.925032 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:25.044759 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:47.997449 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:21:49.952698 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5dd7815f-7648-4478-8b67-21b26cb71964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:52.752565 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1b5aca55-a0c5-4b57-b533-184c42e8e01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:53.301353 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:53.912298 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:55.049680 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:55.092530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45414) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:21:55.158484 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ee3b92-1f23-40e9-b8d6-6447da35935e admin admin] GET failed (client error): The resource could not be found. Aug 07 14:21:55.159943 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-55ee3b92-1f23-40e9-b8d6-6447da35935e admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663884 Aug 07 14:21:55.402325 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d0ac2-76a8-4cad-b61e-083fb73fa0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:21:55.403896 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-706d0ac2-76a8-4cad-b61e-083fb73fa0b0 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2393706 Aug 07 14:21:57.630423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45424) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:21:57.727971 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea233bf-3d97-48c2-9e42-fd2f04be402e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:21:57.729388 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1ea233bf-3d97-48c2-9e42-fd2f04be402e admin admin] 10.222.0.26 "GET /v2.0/subnets/07a07b28-3741-467f-9861-b356d114aaba HTTP/1.1" status: 200 len: 849 time: 0.0980098 Aug 07 14:21:57.739496 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:21:57.824185 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:58.049483 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793425292180'] for subnet, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:58.081728 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:21:58.082339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:58.095650 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] 10.222.0.26 "PUT /v2.0/subnets/07a07b28-3741-467f-9861-b356d114aaba HTTP/1.1" status: 200 len: 868 time: 0.3481789 Aug 07 14:21:58.095885 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5b3f8-6941-425c-b0c2-68adf7f932da None None] Network cecee8c0-e696-42ce-ad92-75cdedb3101f requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:21:58.108801 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a07b28-3741-467f-9861-b356d114aaba,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:21:58.117547 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.117930 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.118290 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.118641 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.118988 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.119346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.119727 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.120077 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.120431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.120771 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.121106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.121452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e2d965-c021-4bc9-b554-e6ce89553404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:21:58.430810 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-355d717c-7881-452b-a871-a5b79d21c72c None None] Provisioning complete for port 6dc59d33-4c35-4831-a56a-e0f56f3f40aa triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:21:58.431275 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-355d717c-7881-452b-a871-a5b79d21c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:21:58.518323 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-355d717c-7881-452b-a871-a5b79d21c72c None None] Provisioning complete for port 7ba3ae54-0d28-4f4f-9b5a-e1359c09da2b triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:21:58.518703 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-355d717c-7881-452b-a871-a5b79d21c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:00.302865 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45432) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:00.525401 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733bab3-488a-444c-aa17-e64f88ab6d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:00.525770 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733bab3-488a-444c-aa17-e64f88ab6d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:00.527353 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5733bab3-488a-444c-aa17-e64f88ab6d8b admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2235293 Aug 07 14:22:02.811168 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45440) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:02.949078 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c044e5-6253-4a21-8cd1-e523062c5c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:02.949564 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c044e5-6253-4a21-8cd1-e523062c5c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:02.951212 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-e9c044e5-6253-4a21-8cd1-e523062c5c2e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1390312 Aug 07 14:22:05.152915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45448) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:05.285196 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219c151-54da-46fc-a270-72d059985ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:05.286595 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5219c151-54da-46fc-a270-72d059985ae0 admin admin] 10.222.0.26 "GET /v2.0/networks/9d55b9c2-18cc-401e-9dff-94ef863a6f01 HTTP/1.1" status: 200 len: 886 time: 0.1327107 Aug 07 14:22:07.485129 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45456) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:07.626709 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f08214-c5a3-488c-b864-f26f65654978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:07.628413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-69f08214-c5a3-488c-b864-f26f65654978 admin admin] 10.222.0.26 "GET /v2.0/networks/cecee8c0-e696-42ce-ad92-75cdedb3101f HTTP/1.1" status: 200 len: 869 time: 0.1420343 Aug 07 14:22:09.804841 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45464) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:09.934374 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a826e6d-16f3-4805-9eb8-5fb04b1c601d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:09.934847 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a826e6d-16f3-4805-9eb8-5fb04b1c601d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:09.936463 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7a826e6d-16f3-4805-9eb8-5fb04b1c601d admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305966 Aug 07 14:22:12.105402 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45474) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:12.202779 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43b28-5e5a-499a-9472-979e3a358b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:12.203256 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43b28-5e5a-499a-9472-979e3a358b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:12.204858 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f1c43b28-5e5a-499a-9472-979e3a358b39 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0984662 Aug 07 14:22:14.379931 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45482) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:14.495291 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92319793-55b8-4ab6-9cdd-749035c97715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:14.496726 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-92319793-55b8-4ab6-9cdd-749035c97715 admin admin] 10.222.0.26 "GET /v2.0/subnets/07a07b28-3741-467f-9861-b356d114aaba HTTP/1.1" status: 200 len: 868 time: 0.1158376 Aug 07 14:22:16.659433 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45490) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:16.746495 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c3ff9-7dff-43bc-9deb-0d93fb17ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:16.747904 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c19c3ff9-7dff-43bc-9deb-0d93fb17ed1e admin admin] 10.222.0.26 "GET /v2.0/subnets/9b8660c5-230a-4f1d-9223-68330a27ea15 HTTP/1.1" status: 200 len: 816 time: 0.0872686 Aug 07 14:22:20.008999 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d53fb026-96ab-436a-8c8f-4e30988c1071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:22.722893 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-03f14b59-00a1-4fb9-aee8-86902ce9255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:23.300123 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:23.922844 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:24.996661 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:22:25.066389 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:43.105845 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45546) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:43.157123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [None req-367faa9c-1886-440c-8baa-530fd8320f1c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:22:43.158789 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-367faa9c-1886-440c-8baa-530fd8320f1c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513418 Aug 07 14:22:45.437828 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45554) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:45.500927 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b0d49a-19a6-48f8-b1b0-ab5f162f7162 admin admin] GET failed (client error): The resource could not be found. Aug 07 14:22:45.502624 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c6b0d49a-19a6-48f8-b1b0-ab5f162f7162 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635569 Aug 07 14:22:45.590031 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2ae97-aeb3-4a00-b623-7bbb81acb5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:45.591407 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7ba2ae97-aeb3-4a00-b623-7bbb81acb5b1 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844915 Aug 07 14:22:47.859659 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45562) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:47.913667 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:22:48.002733 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Made reservation on behalf of 62b856dde8c84c6daab122be7e279e43 for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:22:48.005101 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:48.044391 dv-cinder-803823-2-iscsi neutron-server[94067]: WARNING neutron.services.revisions.revision_plugin [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Could not find related network for resource to bump revision. Aug 07 14:22:48.057909 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:22:48.072558 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:48.072907 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Added segment 6230d03b-5856-44da-a144-807df8ca812e of type vlan for network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c Aug 07 14:22:48.123097 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:48.219559 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:48.221997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:48.222697 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:48.287656 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5118a7-8cd6-4a9a-a617-9f0d812ade9c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.298676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.299897 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.299897 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:48.310911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:22:48.352116 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-44b255fc-addf-4a02-8051-ece63c822927 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4911125 Aug 07 14:22:49.958204 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-742691e8-0693-4ffd-be6a-e5959f205717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:50.661203 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45570) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:22:50.724550 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.pecan_wsgi.hooks.translation [None req-a002a23b-b76c-43d4-9030-b956d9c50753 admin admin] GET failed (client error): The resource could not be found. Aug 07 14:22:50.725921 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a002a23b-b76c-43d4-9030-b956d9c50753 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637577 Aug 07 14:22:50.828381 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef651b2-4daa-4b45-a813-6e99822faaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:50.830316 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-bef651b2-4daa-4b45-a813-6e99822faaea admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0996215 Aug 07 14:22:50.858276 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:22:50.956373 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Made reservation on behalf of 62b856dde8c84c6daab122be7e279e43 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:22:50.958721 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:51.265577 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:51.322194 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36870427-855d-4983-bc0d-64e4236d01d0,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:22:51.330688 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Checking segment: {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:22:51.331044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Network hostable DHCP agents. Network: fa5118a7-8cd6-4a9a-a617-9f0d812ade9c, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:22:51.413161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:22:51.476161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, fa5118a7-8cd6-4a9a-a617-9f0d812ade9c) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:22:51.480984 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:22:51.482482 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:51.486154 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0373e49-6d4c-4e75-8385-a8f9337c2022 None None] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:22:51.540335 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a2d2a966-5ec7-4f42-aaae-d597af387e05 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7032287 Aug 07 14:22:51.641235 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-fa5118a7-8cd6-4a9a-a617-9f0d812ade9c', 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c', 'tenant_id': '62b856dde8c84c6daab122be7e279e43', 'fixed_ips': [{'subnet_id': '36870427-855d-4983-bc0d-64e4236d01d0'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:22:51.642138 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:51.790199 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Allocated IP 192.168.233.2 (fa5118a7-8cd6-4a9a-a617-9f0d812ade9c/36870427-855d-4983-bc0d-64e4236d01d0/88652555-ed0c-4376-941e-22f125feefcb) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:22:51.943792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:51.953166 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Transition to ACTIVE for port object 88652555-ed0c-4376-941e-22f125feefcb will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:22:51.970148 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Transition to ACTIVE for port object 88652555-ed0c-4376-941e-22f125feefcb will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:22:52.031299 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:52.076569 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:22:52.082292 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:22:52.086801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:22:52.089155 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Pushing event updated for resources: {'Port': ['ID=88652555-ed0c-4376-941e-22f125feefcb,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:22:52.100514 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.100872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.101225 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.101572 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.101916 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.102263 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.102604 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.102954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.103313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.103674 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.104008 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.104340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:22:52.155695 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Attempting to bind port 88652555-ed0c-4376-941e-22f125feefcb on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:22:52.156079 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Attempting to bind port 88652555-ed0c-4376-941e-22f125feefcb by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:22:52.156451 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Attempting to bind port 88652555-ed0c-4376-941e-22f125feefcb on network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:22:52.162128 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:22:52.162636 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Checking segment: {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:22:52.162921 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:52.163358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Bound using segment: {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:22:52.163869 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Bound port: 88652555-ed0c-4376-941e-22f125feefcb, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:22:52.164283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:52.231255 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] For port 88652555-ed0c-4376-941e-22f125feefcb, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:22:52.234884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] For port 88652555-ed0c-4376-941e-22f125feefcb, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=88652555-ed0c-4376-941e-22f125feefcb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:22:52.328449 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:52.398707 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbee04-da05-4a9e-bcb4-f9eef0b3b0e6 None None] Pushing event updated for resources: {'Port': ['ID=88652555-ed0c-4376-941e-22f125feefcb,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:22:52.771951 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-26817467-85ed-4406-b34c-33e157319676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.227401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e64ce-7cc7-455c-aa88-9c714115a55e None None] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:22:53.385608 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.414130 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-cbae8b88-db3a-443e-861f-24e0bc756019 None None] Provisioning for port 88652555-ed0c-4376-941e-22f125feefcb completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:22:53.431850 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 88652555-ed0c-4376-941e-22f125feefcb up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:22:53.576792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 88652555-ed0c-4376-941e-22f125feefcb completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:22:53.578736 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 88652555-ed0c-4376-941e-22f125feefcb triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:22:53.579228 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.666972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-29aeb57e-4035-44f0-a0a1-14677ebbd51c None None] Provisioning complete for port 88652555-ed0c-4376-941e-22f125feefcb triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:22:53.667350 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-29aeb57e-4035-44f0-a0a1-14677ebbd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.693510 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.741066 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 88652555-ed0c-4376-941e-22f125feefcb, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=88652555-ed0c-4376-941e-22f125feefcb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:22:53.785270 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-29aeb57e-4035-44f0-a0a1-14677ebbd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.843939 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:53.938192 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.db.api [None req-29aeb57e-4035-44f0-a0a1-14677ebbd51c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:22:53.938577 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG oslo_db.api [None req-29aeb57e-4035-44f0-a0a1-14677ebbd51c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:22:53.942055 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=88652555-ed0c-4376-941e-22f125feefcb,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:22:53.968073 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:55.053328 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:22:55.372470 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 88652555-ed0c-4376-941e-22f125feefcb up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:22:55.419880 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 88652555-ed0c-4376-941e-22f125feefcb triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:22:55.420257 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:01.995227 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:23:19.968134 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-496c7bf5-f375-4a76-b117-456d37383fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:22.784367 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-7997f9e5-d910-4427-a130-2bcbcdabff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:23.310066 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:23.921358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:25.097925 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:38.995394 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:23:49.960167 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915b8416-028d-4cc6-9146-0a13a22ec40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:52.749085 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d75f9e1f-dd99-4a94-a987-d5d86d169104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:53.302999 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:53.931436 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:23:55.103204 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:15.994955 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:24:19.965521 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1e587f3d-a6a1-4a6d-9b56-84c15f4bacdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:22.747692 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c5eddd9c-fbf7-469d-b772-af2f9b06b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:23.399492 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:23.947847 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:25.073440 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:28.291439 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45622) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:24:28.292910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [None req-88d4c4ec-bb23-4268-af2b-8c82c705aae6 tempest-verify_tempest_config-1572807079 tempest-verify_tempest_config-1572807079-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:24:28.293918 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-88d4c4ec-bb23-4268-af2b-8c82c705aae6 tempest-verify_tempest_config-1572807079 tempest-verify_tempest_config-1572807079-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059686 Aug 07 14:24:28.935789 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45640) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:24:29.043146 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.133622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.227750 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.279022 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35449e8da78a423a8228b84a0af32014&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3420708 Aug 07 14:24:29.279938 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f771a0-c7f6-424f-a008-6e582b31b395,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:24:29.284491 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45644) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:24:29.288266 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.288661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.289023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.289372 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.289719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.290065 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.290471 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.290754 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.291111 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.291452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.291814 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.292361 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933db624-a205-4f97-baf6-b8ecc39e8af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.348898 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.370374 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.537210 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.539743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:29.541031 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92f771a0-c7f6-424f-a008-6e582b31b395 HTTP/1.1" status: 204 len: 168 time: 0.2555256 Aug 07 14:24:29.548841 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f771a0-c7f6-424f-a008-6e582b31b395,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:24:29.556733 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.557109 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.557466 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.557877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.558394 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.558628 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.558941 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.559277 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.559638 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.562414 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.562414 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:29.562414 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e01b6d-137a-47d8-9168-17b77eef49dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:24:49.964318 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-7ec14fd9-2797-404a-8c85-5de69af76717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:52.740984 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-40cf17b5-7021-4031-b9d3-057d2bcff911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:52.994199 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:24:53.284386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:53.923817 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:24:55.061103 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:19.959137 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f00e5558-b675-49bc-90ea-65e975d77c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:22.814378 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a612c390-58b9-497b-8778-47269e795c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:23.288841 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:23.928844 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:25.059971 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:29.993065 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 5 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:25:49.962474 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-92e6065f-23e1-4f61-b4ed-da16655ece1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:52.740115 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-cd4c91c9-a52d-4057-8420-aeccb58484ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:53.287971 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:53.945183 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:55.082012 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:25:58.893415 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700664'] for agent, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:06.992784 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:26:13.889186 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45718) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:26:14.006642 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2894d7a3-8e7d-4749-9ac9-19354aebd46c admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1163352 Aug 07 14:26:16.219083 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45728) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:26:16.275277 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d71d5a42-a946-4f94-add4-20f8ceb73dbf admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0550580 Aug 07 14:26:19.944937 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e638c598-1f5c-4fc1-9a1d-29ae229f8f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:22.789722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2348a20a-7f26-44cb-987c-1f3d729c3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:23.315843 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:23.932892 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:25.098481 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:28.824060 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:43.992260 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:26:49.954940 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e8f829f2-ecf8-42a2-8123-1a397e078be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:52.777725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3d313ba7-f74e-4363-a297-20131eeab2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:53.274728 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:53.920499 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:55.131667 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:26:58.828728 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:19.959544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e50f33e0-f2e9-4f5b-84e1-48c5f022bfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:20.991442 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:27:22.765371 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d66acb23-d268-49d4-9371-fb388ab58e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:23.315418 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:23.959235 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:25.090776 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:28.823800 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:43.728196 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45842) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:44.004316 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274331539-network', 'tenant_id': '3ae98ce306fb405ca16efdb78f9d366c'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:44.108089 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Made reservation on behalf of 3ae98ce306fb405ca16efdb78f9d366c for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:44.111736 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.119846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.220330 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.279013 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.312392 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a44c11d-501f-4fa2-8c2f-dbd40fcf0eea,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:44.320308 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.320687 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.321225 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.321866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.322398 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.322774 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.323163 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.323519 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.323906 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.324244 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.324769 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.325289 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Tracked resource versions report: Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: pushed versions: Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: { 'AddressGroup': {'1.2'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'ConntrackHelper': {'1.0'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Log': {'1.0'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Network': {'1.1'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Port': {'1.7'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'PortForwarding': {'1.2'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'QosPolicy': {'1.9'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroup': {'1.4'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SubPort': {'1.0'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Subnet': {'1.1'}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Trunk': {'1.1'}} Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: consumer versions: Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: HyperV agent@hv-cinder-80382: {}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'ConntrackHelper': '1.0', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Log': '1.0', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Network': '1.1', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Port': '1.7', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'PortForwarding': '1.2', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'QosPolicy': '1.9', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroup': '1.4', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SecurityGroupRule': '1.2', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'SubPort': '1.0', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Subnet': '1.1', Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: 'Trunk': '1.1'}} Aug 07 14:27:44.326396 dv-cinder-803823-2-iscsi neutron-server[94067]: {{(pid=94067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:27:44.329302 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:44.342148 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.347371 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Added segment eb624281-3151-4f29-9950-b18afc175380 of type vlan for network 6301f5fd-7b5f-40b6-ba20-e37691fda595 Aug 07 14:27:44.396720 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.502297 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.503877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:44.504651 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.571363 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] Pushing event updated for resources: {'Network': ['ID=6301f5fd-7b5f-40b6-ba20-e37691fda595,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:44.583841 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 6301f5fd-7b5f-40b6-ba20-e37691fda595 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:44.620696 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-fe742fef-f247-4439-983d-9eb73759528f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8869712 Aug 07 14:27:44.620696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45890) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:44.625888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Request body: {'subnet': {'network_id': '6301f5fd-7b5f-40b6-ba20-e37691fda595', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274331539-subnet', 'tenant_id': '3ae98ce306fb405ca16efdb78f9d366c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:44.736653 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Made reservation on behalf of 3ae98ce306fb405ca16efdb78f9d366c for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:44.739766 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:44.779738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45900) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:44.988314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.050717 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94263947-9cf0-4d90-8b4b-ef6fe03473f2,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:45.059077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Checking segment: {'id': 'eb624281-3151-4f29-9950-b18afc175380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6301f5fd-7b5f-40b6-ba20-e37691fda595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:45.059442 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Network hostable DHCP agents. Network: 6301f5fd-7b5f-40b6-ba20-e37691fda595, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:45.130515 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Network 6301f5fd-7b5f-40b6-ba20-e37691fda595 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:45.205369 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 6301f5fd-7b5f-40b6-ba20-e37691fda595) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:45.210646 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:45.211359 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.215927 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f9cf6-a849-4b63-af12-a070de713d8a None None] Network 6301f5fd-7b5f-40b6-ba20-e37691fda595 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:45.268759 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a760b974-5a86-4f92-9fa6-4cb5ef6594f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6470797 Aug 07 14:27:45.322522 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1834611057-network', 'tenant_id': '5c95dfebc94d4e3e870d1a62d2694026'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:45.351044 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9afe22c-b861-4949-b9e7-9b1cc2a908f3 None None] Network 6301f5fd-7b5f-40b6-ba20-e37691fda595 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:45.410926 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Made reservation on behalf of 5c95dfebc94d4e3e870d1a62d2694026 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:45.413300 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.421797 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.508893 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45930) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:45.529555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.599015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.631733 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:45.639359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3b6bf0-c713-4a36-87a2-fa8b406343f5,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:45.652059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.652631 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.652983 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.653389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.653661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.654013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.654349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.654679 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.655023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.655520 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Tracked resource versions report: Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: pushed versions: Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: { 'AddressGroup': {'1.2'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'ConntrackHelper': {'1.0'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Log': {'1.0'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Network': {'1.1'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Port': {'1.7'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'PortForwarding': {'1.2'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'QosPolicy': {'1.9'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroup': {'1.4'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SubPort': {'1.0'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Subnet': {'1.1'}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Trunk': {'1.1'}} Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: consumer versions: Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: HyperV agent@hv-cinder-80382: {}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'ConntrackHelper': '1.0', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Log': '1.0', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Network': '1.1', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Port': '1.7', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'PortForwarding': '1.2', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'QosPolicy': '1.9', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroup': '1.4', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SecurityGroupRule': '1.2', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'SubPort': '1.0', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Subnet': '1.1', Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: 'Trunk': '1.1'}} Aug 07 14:27:45.658811 dv-cinder-803823-2-iscsi neutron-server[94068]: {{(pid=94068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:27:45.664254 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.664631 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Added segment 344f209b-e32f-4103-a0d5-11a682fbaa84 of type vlan for network da95ec08-5b29-414b-b627-1891e258c21e Aug 07 14:27:45.700564 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1289691000-network', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:45.714367 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.793158 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Made reservation on behalf of b01a839ba4c640ed8d1bbc9e007bdf53 for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:45.795613 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.803080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.806270 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:45.806994 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.813467 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.868889 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] Pushing event updated for resources: {'Network': ['ID=da95ec08-5b29-414b-b627-1891e258c21e,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:45.879898 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network da95ec08-5b29-414b-b627-1891e258c21e details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:45.916610 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.961492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:45.981009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:45.999382 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406dadd0-fa0f-4037-9455-477f6561f348,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:46.004008 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45954) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:46.007558 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-261aaf23-b0a1-4033-99d7-3b1f9835ac3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2248325 Aug 07 14:27:46.011874 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Request body: {'subnet': {'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1834611057-subnet', 'tenant_id': '5c95dfebc94d4e3e870d1a62d2694026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:46.016787 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.017113 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Added segment 27aac321-ea9e-46bf-8e9c-ecd9caaf9da8 of type vlan for network 276c42f5-d79d-4445-adc2-46f4d27cb94b Aug 07 14:27:46.080133 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.147990 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Made reservation on behalf of 5c95dfebc94d4e3e870d1a62d2694026 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:46.150480 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.195443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.196448 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:46.197031 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.281509 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=276c42f5-d79d-4445-adc2-46f4d27cb94b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:46.293115 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:46.306706 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c2eb0f8a-6031-4aca-8321-4cfb383fb6e0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7966411 Aug 07 14:27:46.309719 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 45974) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:46.314501 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Request body: {'subnet': {'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1289691000-subnet', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:46.439137 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Made reservation on behalf of b01a839ba4c640ed8d1bbc9e007bdf53 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:46.442376 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.485900 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.509871 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45982) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:46.576540 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f768f2dd-01a0-46a6-be9a-d9b1e433572a,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:46.594106 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Checking segment: {'id': '344f209b-e32f-4103-a0d5-11a682fbaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:46.594465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Network hostable DHCP agents. Network: da95ec08-5b29-414b-b627-1891e258c21e, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:46.621365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 45990) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:46.693188 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Network da95ec08-5b29-414b-b627-1891e258c21e is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:46.750387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46000) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:46.765341 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.792572 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, da95ec08-5b29-414b-b627-1891e258c21e) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:46.801240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf445f83-8264-4b07-bb6a-8c42e96ae537 None None] Network da95ec08-5b29-414b-b627-1891e258c21e requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:46.808297 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-527991162-network', 'tenant_id': '1c985819ec944499acbdf2721717d72d'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:46.824840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3026886-4409-4755-8ca7-14c510e99bfb,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:46.839046 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:46.839551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.867994 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-network', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:46.875408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Made reservation on behalf of 1c985819ec944499acbdf2721717d72d for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:46.877332 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Checking segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:46.877764 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Network hostable DHCP agents. Network: 276c42f5-d79d-4445-adc2-46f4d27cb94b, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:46.880549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.906650 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:46.973007 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-5fa13452-34a8-4a0c-868c-87ea53727c27 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9674728 Aug 07 14:27:46.989779 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:47.008633 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6134d67-64c1-4547-856b-6cbe3c0d26e1 None None] Network da95ec08-5b29-414b-b627-1891e258c21e requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:47.040698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Made reservation on behalf of c5d01a028856466792b2a6618a8e5e30 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:47.043028 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.060089 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.062544 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 276c42f5-d79d-4445-adc2-46f4d27cb94b) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:47.072376 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:47.073326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.086812 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911ba23-8665-4a70-93e7-9b2ae3e09ccf None None] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:47.160719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.228209 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.273690 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:47.298910 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a5afbd00-8621-45c9-ba99-13ea71057136 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9879463 Aug 07 14:27:47.304905 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46012) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:47.317545 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:47.348930 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.350047 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Added segment eb5c359b-84aa-46e7-9aea-a456ce6e440a of type vlan for network b5486e08-116e-4ab0-a191-9734bf3bbf2a Aug 07 14:27:47.446846 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.555966 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-276c42f5-d79d-4445-adc2-46f4d27cb94b', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:27:47.556965 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.579094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-471873680-network', 'tenant_id': 'ddfd469a9b174b45914b4405945002d6'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:47.600586 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8067c-4b53-4ae0-b20f-256b9a4b6a76,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:47.645229 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.651035 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:47.653144 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:47.730209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46020) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:47.746207 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339525131-network', 'tenant_id': '5cd349793ef44131ae7133b01820c7bf'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:47.852412 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5486e08-116e-4ab0-a191-9734bf3bbf2a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:47.875917 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:47.965644 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.020040 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.029054 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Allocated IP 172.20.0.2 (276c42f5-d79d-4445-adc2-46f4d27cb94b/a3026886-4409-4755-8ca7-14c510e99bfb/4ee44d25-2357-4890-91fb-923eb6b95678) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:48.067302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:48.095906 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1cb5b61b-d276-4332-9c5c-7f530c8bd6a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5841079 Aug 07 14:27:48.102588 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.db.api [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 14:27:48.102588 dv-cinder-803823-2-iscsi neutron-server[94068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 14:27:48.102588 dv-cinder-803823-2-iscsi neutron-server[94068]: [parameters: {'project_id_1': 'ddfd469a9b174b45914b4405945002d6', 'expiration_1': datetime.datetime(2021, 8, 7, 14, 27, 47, 591518)}] Aug 07 14:27:48.102588 dv-cinder-803823-2-iscsi neutron-server[94068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:27:48.103045 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG oslo_db.api [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:27:48.104103 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46044) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:48.114219 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3626fcc-40c5-4b8c-98e1-908f58634029,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:48.136945 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.db.api [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 14:27:48.136945 dv-cinder-803823-2-iscsi neutron-server[94067]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 14:27:48.136945 dv-cinder-803823-2-iscsi neutron-server[94067]: [parameters: {'project_id_1': '5cd349793ef44131ae7133b01820c7bf', 'expiration_1': datetime.datetime(2021, 8, 7, 14, 27, 47, 755922)}] Aug 07 14:27:48.136945 dv-cinder-803823-2-iscsi neutron-server[94067]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:27:48.137933 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.138031 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG oslo_db.api [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:27:48.138118 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Added segment e296afeb-eb3b-44a6-ad48-503e24133b76 of type vlan for network f32dcef7-3543-4c1b-9096-227738730ca6 Aug 07 14:27:48.152831 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Request body: {'subnet': {'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-subnet', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:48.188900 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.191003 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.247122 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.387685 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.388002 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.397078 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Transition to ACTIVE for port object 4ee44d25-2357-4890-91fb-923eb6b95678 will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:48.426926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Transition to ACTIVE for port object 4ee44d25-2357-4890-91fb-923eb6b95678 will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:48.462247 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Made reservation on behalf of 1c985819ec944499acbdf2721717d72d for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:48.464715 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.548958 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.564841 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.568036 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:48.572889 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.677387 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:48.691606 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:48.700926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:48.833273 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Pushing event updated for resources: {'Port': ['ID=4ee44d25-2357-4890-91fb-923eb6b95678,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:48.873908 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Made reservation on behalf of 5cd349793ef44131ae7133b01820c7bf for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:48.878712 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.889462 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.890186 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.890864 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.892153 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.895123 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.896255 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.897816 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.898621 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.899765 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Tracked resource versions report: Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: pushed versions: Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: { 'AddressGroup': {'1.2'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'ConntrackHelper': {'1.0'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Log': {'1.0'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Network': {'1.1'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Port': {'1.7'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'PortForwarding': {'1.2'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'QosPolicy': {'1.9'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroup': {'1.4'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SubPort': {'1.0'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Subnet': {'1.1'}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Trunk': {'1.1'}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: consumer versions: Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: HyperV agent@hv-cinder-80382: {}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'ConntrackHelper': '1.0', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Log': '1.0', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Network': '1.1', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Port': '1.7', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'PortForwarding': '1.2', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'QosPolicy': '1.9', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroup': '1.4', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SecurityGroupRule': '1.2', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'SubPort': '1.0', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Subnet': '1.1', Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: 'Trunk': '1.1'}} Aug 07 14:27:48.905312 dv-cinder-803823-2-iscsi neutron-server[94069]: {{(pid=94069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:27:48.913101 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.927347 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Attempting to bind port 4ee44d25-2357-4890-91fb-923eb6b95678 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:27:48.927928 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Attempting to bind port 4ee44d25-2357-4890-91fb-923eb6b95678 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:27:48.928571 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Attempting to bind port 4ee44d25-2357-4890-91fb-923eb6b95678 on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:27:48.937302 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.938474 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3154902 Aug 07 14:27:48.944764 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:27:48.945523 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Checking segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:48.946188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.946830 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Bound using segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:27:48.947723 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Bound port: 4ee44d25-2357-4890-91fb-923eb6b95678, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:27:48.948289 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:48.954067 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46046) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:48.970909 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Request body: {'subnet': {'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-subnet', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:48.976424 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.db.api [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 14:27:48.976424 dv-cinder-803823-2-iscsi neutron-server[94068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 14:27:48.976424 dv-cinder-803823-2-iscsi neutron-server[94068]: [parameters: {'project_id_1': 'ddfd469a9b174b45914b4405945002d6', 'expiration_1': datetime.datetime(2021, 8, 7, 14, 27, 48, 698501)}] Aug 07 14:27:48.976424 dv-cinder-803823-2-iscsi neutron-server[94068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:27:48.977144 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG oslo_db.api [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:27:49.095896 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8a6f-6ce9-48a9-84e8-deb571509973 admin admin] Pushing event updated for resources: {'Network': ['ID=f32dcef7-3543-4c1b-9096-227738730ca6,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:49.112395 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] For port 4ee44d25-2357-4890-91fb-923eb6b95678, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:27:49.117509 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Made reservation on behalf of c5d01a028856466792b2a6618a8e5e30 for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:49.119376 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] For port 4ee44d25-2357-4890-91fb-923eb6b95678, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4ee44d25-2357-4890-91fb-923eb6b95678,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:27:49.125388 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network f32dcef7-3543-4c1b-9096-227738730ca6 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:49.130061 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.241602 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.336392 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.373116 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb20b5-fa46-4b55-b098-ff7fb31d2f33 None None] Pushing event updated for resources: {'Port': ['ID=4ee44d25-2357-4890-91fb-923eb6b95678,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:49.413547 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.450982 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.453743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:49.502938 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.503642 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Added segment e09102bc-e4d8-424b-880d-c60084b7033e of type vlan for network ef020f14-32bc-4e9e-b2a1-391c9ce7d710 Aug 07 14:27:49.527079 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8191d2a8-3524-4b36-a756-ed209de49f31,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:49.677919 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Checking segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:49.678347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Network hostable DHCP agents. Network: b5486e08-116e-4ab0-a191-9734bf3bbf2a, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:49.684955 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9591ef60-79b3-4799-a654-ae94cd206903,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:49.775839 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:49.822757 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.835090 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.903064 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:49.939025 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, b5486e08-116e-4ab0-a191-9734bf3bbf2a) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:49.951906 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35793183-37cb-4e18-8587-58f32fab5b9a None None] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:49.953564 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:49.954235 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.000715 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:50.005076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.030101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.039788 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.db.resource_extend [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 14:27:50.052313 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e6d363-1031-48cc-9dcd-3c5e2a62fd20,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:50.070060 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.082942 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Checking segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:50.084897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Network hostable DHCP agents. Network: f32dcef7-3543-4c1b-9096-227738730ca6, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:50.106915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8a4eead7-3d5c-449a-afdd-0387973e54a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9756439 Aug 07 14:27:50.127118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46064) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:50.141490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:50.159628 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.161284 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:50.162231 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.226943 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e808d958-300f-4c63-8bd4-876a3da7c9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.247450 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Network f32dcef7-3543-4c1b-9096-227738730ca6 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:50.294170 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46086) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:50.303086 dv-cinder-803823-2-iscsi neutron-server[94068]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 14:27:50.382238 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] Pushing event updated for resources: {'Network': ['ID=ef020f14-32bc-4e9e-b2a1-391c9ce7d710,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:50.404455 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network ef020f14-32bc-4e9e-b2a1-391c9ce7d710 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:50.489900 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, f32dcef7-3543-4c1b-9096-227738730ca6) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:50.495971 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Allocated IP 172.27.3.48 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/04efe622-a399-46cf-a801-c5fab36df40d) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:50.522220 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce7219-f33f-4617-b6a8-3f14fa2212a2 None None] Network f32dcef7-3543-4c1b-9096-227738730ca6 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:50.556590 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:50.557680 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.711203 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.766432 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.792788 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e817bb90-2a0a-4e7d-9d34-113c6d398a4e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:50.795715 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e817bb90-2a0a-4e7d-9d34-113c6d398a4e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/networks?id=da95ec08-5b29-414b-b627-1891e258c21e HTTP/1.1" status: 200 len: 812 time: 0.4997268 Aug 07 14:27:50.798268 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:27:50.799865 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.821704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c2bf4-9d2e-4020-99b1-d9f4c23189fa None None] Network f32dcef7-3543-4c1b-9096-227738730ca6 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:50.826923 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-4c94be5c-52ba-4be7-9773-1f16ec722188 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/quotas/5c95dfebc94d4e3e870d1a62d2694026 HTTP/1.1" status: 200 len: 375 time: 0.0195863 Aug 07 14:27:50.894766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.926122 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-a64ae4cb-5bf4-4b5c-92ad-e3782f5263c3 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c95dfebc94d4e3e870d1a62d2694026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862026 Aug 07 14:27:50.942177 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:27:50.948124 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.993324 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:50.994085 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Added segment 15e0137d-b66d-4868-987c-262aba4d90ab of type vlan for network 4e09a640-ac3f-40e1-8ada-10671b223cb4 Aug 07 14:27:51.034917 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-00b5860a-8cc9-4798-99ed-6d5cdf9437e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0789137 Aug 07 14:27:51.043304 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46098) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:51.051169 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:51.082393 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:51.086604 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baddb80-6128-447b-91a8-394426a7f7d9,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:51.099925 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:51.106553 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:51.109937 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Pushing event updated for resources: {'Port': ['ID=04efe622-a399-46cf-a801-c5fab36df40d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:51.133337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.193746 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Allocated IP 172.20.0.2 (b5486e08-116e-4ab0-a191-9734bf3bbf2a/9591ef60-79b3-4799-a654-ae94cd206903/458fc94b-9b00-453a-b716-c4a343534c6a) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:51.222815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.222815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.248581 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-a93fba27-02ce-4874-a85e-01aa0a9bbc16 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:27:51.250547 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-a93fba27-02ce-4874-a85e-01aa0a9bbc16 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0855739 Aug 07 14:27:51.281459 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0e351-2171-49bf-ba5c-cec869bd9be7 None None] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:51.292559 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.293640 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:51.294302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.306052 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-39b7ca2d-0fa3-4dd4-9d05-9415c3557b98 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5714962 Aug 07 14:27:51.310938 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46102) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:51.318715 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Request body: {'subnet': {'network_id': 'ef020f14-32bc-4e9e-b2a1-391c9ce7d710', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339525131-subnet', 'tenant_id': '5cd349793ef44131ae7133b01820c7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:51.473154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.504242 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] Pushing event updated for resources: {'Network': ['ID=4e09a640-ac3f-40e1-8ada-10671b223cb4,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:51.527303 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-cf49e3ca-5bbf-4d71-94bb-d1f63d71f44d service neutron] 10.222.0.26 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632077 Aug 07 14:27:51.553443 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:27:51.554107 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.630435 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.631744 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.684313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-bdffb897-4c73-45f3-942a-dcbb9c40d5a0 None None] Provisioning for port 4ee44d25-2357-4890-91fb-923eb6b95678 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:27:51.687963 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4ee44d25-2357-4890-91fb-923eb6b95678 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:27:51.694022 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.705924 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-943855d3-c718-4234-97fe-b93a87c05f59 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.9542964 Aug 07 14:27:51.710754 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46116) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:51.718776 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Request body: {'subnet': {'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-471873680-subnet', 'tenant_id': 'ddfd469a9b174b45914b4405945002d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:27:51.789963 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.812318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Made reservation on behalf of 5cd349793ef44131ae7133b01820c7bf for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:51.814781 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Transition to ACTIVE for port object 458fc94b-9b00-453a-b716-c4a343534c6a will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:51.816484 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.829948 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.865801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Transition to ACTIVE for port object 458fc94b-9b00-453a-b716-c4a343534c6a will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:51.962616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.965420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:51.969654 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 4ee44d25-2357-4890-91fb-923eb6b95678 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:27:51.983279 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 4ee44d25-2357-4890-91fb-923eb6b95678 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:51.983822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.016768 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:27:52.019288 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.062623 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:52.069023 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:52.073902 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Pushing event updated for resources: {'Port': ['ID=458fc94b-9b00-453a-b716-c4a343534c6a,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:52.077414 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:52.153806 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-7f69d683-32cd-4ae6-b695-fdefa26d4357 service neutron] 10.222.0.26 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163580 Aug 07 14:27:52.177795 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Attempting to bind port 458fc94b-9b00-453a-b716-c4a343534c6a on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:27:52.178393 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Attempting to bind port 458fc94b-9b00-453a-b716-c4a343534c6a by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:27:52.178886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Attempting to bind port 458fc94b-9b00-453a-b716-c4a343534c6a on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:27:52.187502 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.215283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:27:52.218090 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Checking segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:52.221170 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.222237 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Bound using segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:27:52.222851 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Bound port: 458fc94b-9b00-453a-b716-c4a343534c6a, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:27:52.223524 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.257040 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.260006 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1189e839-f009-4f0c-b652-1abfda15cf0e None None] Provisioning complete for port 4ee44d25-2357-4890-91fb-923eb6b95678 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:52.260555 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1189e839-f009-4f0c-b652-1abfda15cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.395893 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] For port 458fc94b-9b00-453a-b716-c4a343534c6a, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:27:52.400056 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] For port 458fc94b-9b00-453a-b716-c4a343534c6a, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=458fc94b-9b00-453a-b716-c4a343534c6a,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:27:52.407067 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 4ee44d25-2357-4890-91fb-923eb6b95678, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4ee44d25-2357-4890-91fb-923eb6b95678,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:27:52.500654 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.525593 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46132) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:52.586582 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1189e839-f009-4f0c-b652-1abfda15cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.593215 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.597868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.598424 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dda3d-26c9-4cf6-b474-419185209694 None None] Pushing event updated for resources: {'Port': ['ID=458fc94b-9b00-453a-b716-c4a343534c6a,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:52.652533 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.657158 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7231fcd7-3ad5-4175-96cd-923184969404 req-b5dc45ae-b334-4f90-9787-3413a64d7b0c tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.1249290 Aug 07 14:27:52.686742 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.698507 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1495d67-f7a5-4c99-b470-6930f27c5436,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:52.766989 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:27:52.773609 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.db.api [None req-1189e839-f009-4f0c-b652-1abfda15cf0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 14:27:52.778922 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG oslo_db.api [None req-1189e839-f009-4f0c-b652-1abfda15cf0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 14:27:52.781419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.859973 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=4ee44d25-2357-4890-91fb-923eb6b95678,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:52.907716 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e77064ea-1518-43e2-9483-97b863065304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:52.970920 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009e0152-ef62-4114-885a-920e62378c26,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:52.991745 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Checking segment: {'id': 'e09102bc-e4d8-424b-880d-c60084b7033e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef020f14-32bc-4e9e-b2a1-391c9ce7d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:52.991745 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Network hostable DHCP agents. Network: ef020f14-32bc-4e9e-b2a1-391c9ce7d710, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:53.117072 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:27:53.119035 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Checking segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:53.119504 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Network hostable DHCP agents. Network: 4e09a640-ac3f-40e1-8ada-10671b223cb4, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:27:53.130044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Allocated IP 172.27.3.226 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/66a9ff1c-af39-4338-befa-dc6346c6224e) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:53.141127 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:27:53.170312 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.171045 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:27:53.171045 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:53.244643 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.247409 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Network ef020f14-32bc-4e9e-b2a1-391c9ce7d710 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:53.252213 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.254311 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d164e1a0-f111-4188-9c0b-8f79747d396d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9483256 Aug 07 14:27:53.256322 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:27:53.259411 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46172) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:53.337545 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 4e09a640-ac3f-40e1-8ada-10671b223cb4) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:53.339623 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, ef020f14-32bc-4e9e-b2a1-391c9ce7d710) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:53.342731 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.355442 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:53.356120 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.368017 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb05d6-a4c6-4c67-8ee9-06f8c4943c80 None None] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:53.403793 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:53.403793 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.411655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e47ae6-67f2-4f2f-97fe-8c422fec2048 None None] Network ef020f14-32bc-4e9e-b2a1-391c9ce7d710 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:53.488166 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:27:53.576287 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-19f00ec1-3e84-421d-b4e7-e9874e12bdc6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2631707 Aug 07 14:27:53.586433 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b3b5201f-4edf-4823-a503-14c0dda245a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8664808 Aug 07 14:27:53.642992 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.775651 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa938e-c042-478b-81c9-203c65a17c68 None None] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:53.846806 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:53.886911 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46202) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:53.945577 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 458fc94b-9b00-453a-b716-c4a343534c6a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:27:53.951334 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=66a9ff1c-af39-4338-befa-dc6346c6224e,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:53.989288 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:51Z', 'revision_number': 3, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:54.019294 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9b73a19-b3d7-493d-b927-2f067a8c727f req-56fa8f96-00ef-40a0-984e-d2c7eef9a7ea tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.1925967 Aug 07 14:27:54.030265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Deleting subnet 94263947-9cf0-4d90-8b4b-ef6fe03473f2 {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:27:54.043183 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.065023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:54.113644 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:27:54.118877 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Updating router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 port 04efe622-a399-46cf-a801-c5fab36df40d binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:27:54.153788 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef269bd-9fcc-4676-a61a-4bad0f98e141 None None] Network ef020f14-32bc-4e9e-b2a1-391c9ce7d710 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:54.166744 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.181562 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.199887 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.211302 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.218005 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:54.225107 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Allocated IP 172.27.3.20 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/5928d2c1-138a-4f56-b472-f30176083d3c) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:54.237268 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:54.300709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc04f1-a10a-4175-ae4f-06864bde33ed None None] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:27:54.358205 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 458fc94b-9b00-453a-b716-c4a343534c6a completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:27:54.369683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4ee44d25-2357-4890-91fb-923eb6b95678 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:27:54.420510 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.478058 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.480659 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/94263947-9cf0-4d90-8b4b-ef6fe03473f2 HTTP/1.1" status: 204 len: 168 time: 0.5926254 Aug 07 14:27:54.481765 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c48db-c83c-40d2-8995-d66dbeb06967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94263947-9cf0-4d90-8b4b-ef6fe03473f2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:54.485366 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46220) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:54.547011 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Provisioning for port 458fc94b-9b00-453a-b716-c4a343534c6a completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:27:54.563479 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Provisioning complete for port 458fc94b-9b00-453a-b716-c4a343534c6a triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:54.563479 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.563479 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 4ee44d25-2357-4890-91fb-923eb6b95678 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:54.563479 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.609551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.748040 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.763401 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.764155 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.765149 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.765827 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > port after_create 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.766387 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.766920 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > port after_update 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.767438 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.768792 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.770162 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.771647 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:54.910004 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:54.963754 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-1d1b1fce-044b-4f02-b6df-402c065c511d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:27:54.967821 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] For port 458fc94b-9b00-453a-b716-c4a343534c6a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=458fc94b-9b00-453a-b716-c4a343534c6a,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:27:54.975242 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-1d1b1fce-044b-4f02-b6df-402c065c511d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.7409647 Aug 07 14:27:55.010447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:55.012071 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:55.012713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:55.013251 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:27:55.014812 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6301f5fd-7b5f-40b6-ba20-e37691fda595']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:55.058059 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.061172 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-87b1f836-8b57-4a75-befe-c63578412bc6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/quotas/ddfd469a9b174b45914b4405945002d6 HTTP/1.1" status: 200 len: 375 time: 0.0873892 Aug 07 14:27:55.065444 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb624281-3151-4f29-9950-b18afc175380') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:55.065444 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb624281-3151-4f29-9950-b18afc175380') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:55.102231 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.144500 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-49e30cbb-0435-424f-a4e4-1fab966ff905 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815654 Aug 07 14:27:55.167641 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.186345 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:27:55.187050 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: from cryptography.utils import int_from_bytes Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: from cryptography.utils import int_from_bytes Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:27:55.202347 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:27:55.244261 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.248165 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46240) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:55.250622 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa7273-c457-41c8-b258-0d7487f3ffb0 None None] Pushing event updated for resources: {'Port': ['ID=458fc94b-9b00-453a-b716-c4a343534c6a,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:55.289142 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-a3d8ba1e-1753-46f6-92b8-86cdcda751b4 None None] Provisioning complete for port 458fc94b-9b00-453a-b716-c4a343534c6a triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:55.289537 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a3d8ba1e-1753-46f6-92b8-86cdcda751b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.359677 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.372030 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6ae908eb-b9fe-4554-95d2-4417403b316a req-557d8c56-2836-4568-a6ee-00f3c0baa29a tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.0698380 Aug 07 14:27:55.380389 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.384012 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6301f5fd-7b5f-40b6-ba20-e37691fda595 HTTP/1.1" status: 204 len: 168 time: 0.8973942 Aug 07 14:27:55.396551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46244) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:55.403433 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.420193 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb69ce8-cc91-4f02-8911-f9a12a6cce65 admin admin] Pushing event deleted for resources: {'Network': ['ID=6301f5fd-7b5f-40b6-ba20-e37691fda595,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:55.444129 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.497841 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e53a3fa-e0db-40d6-a232-1ba2e4c51a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.530369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.533768 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-b18ec0a3-1ae3-49ad-8822-fef21a2be62d service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350947 Aug 07 14:27:55.552266 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Deleting subnet a1495d67-f7a5-4c99-b470-6930f27c5436 {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:27:55.557802 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.596864 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 458fc94b-9b00-453a-b716-c4a343534c6a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:27:55.625293 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.661671 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 458fc94b-9b00-453a-b716-c4a343534c6a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:55.662058 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.703288 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.739285 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.842844 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e53a3fa-e0db-40d6-a232-1ba2e4c51a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.866737 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-734180d1-e45c-4f14-a25c-fefaf049ba06 service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143578 Aug 07 14:27:55.894219 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:55.898689 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3e53a3fa-e0db-40d6-a232-1ba2e4c51a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.908615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:55.970906 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:55.982032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a3fa-e0db-40d6-a232-1ba2e4c51a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb4dc3-3382-409e-a757-1813afc01348,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:55.984574 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Transition to ACTIVE for port object 04efe622-a399-46cf-a801-c5fab36df40d will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:55.996007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:56.000517 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.045379 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1495d67-f7a5-4c99-b470-6930f27c5436,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.051369 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.053668 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d3631bb9-8c4b-4e65-9fdd-22b9a490d4c2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1495d67-f7a5-4c99-b470-6930f27c5436 HTTP/1.1" status: 204 len: 168 time: 0.6560981 Aug 07 14:27:56.056861 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3e53a3fa-e0db-40d6-a232-1ba2e4c51a42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04b3910fc4854e3c9bc085e872e3d448&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8074348 Aug 07 14:27:56.061888 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.065616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46254) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:56.065616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46256) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:56.070139 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Pushing event updated for resources: {'Port': ['ID=5928d2c1-138a-4f56-b472-f30176083d3c,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.120807 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Attempting to bind port 04efe622-a399-46cf-a801-c5fab36df40d on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:27:56.121639 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Attempting to bind port 04efe622-a399-46cf-a801-c5fab36df40d by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:27:56.122212 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Attempting to bind port 04efe622-a399-46cf-a801-c5fab36df40d on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:27:56.149159 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:27:56.150105 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:27:56.150392 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.151376 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:27:56.153420 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Bound port: 04efe622-a399-46cf-a801-c5fab36df40d, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:27:56.157065 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.159275 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Pushing event updated for resources: {'Port': ['ID=04efe622-a399-46cf-a801-c5fab36df40d,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.220543 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.235096 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.236495 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.239126 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.241105 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.242305 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.243187 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.244295 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.245420 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.246514 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.248536 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.249765 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.251114 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Tracked resource versions report: Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: pushed versions: Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: { 'AddressGroup': {'1.2'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'ConntrackHelper': {'1.0'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Log': {'1.0'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Network': {'1.1'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Port': {'1.7'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'PortForwarding': {'1.2'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'QosPolicy': {'1.9'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroup': {'1.4'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroupRule': {'1.2'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SubPort': {'1.0'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Subnet': {'1.1'}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Trunk': {'1.1'}} Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: consumer versions: Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: { DHCP agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: HyperV agent@hv-cinder-80382: {}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: L3 agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: Metadata agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: Metering agent@dv-cinder-803823-2-iscsi: {}, Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: Open vSwitch agent@dv-cinder-803823-2-iscsi: { 'AddressGroup': '1.2', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'ConntrackHelper': '1.0', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Log': '1.0', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Network': '1.1', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Port': '1.7', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'PortForwarding': '1.2', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'QosPolicy': '1.9', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroup': '1.4', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SecurityGroupRule': '1.2', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'SubPort': '1.0', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Subnet': '1.1', Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: 'Trunk': '1.1'}} Aug 07 14:27:56.254490 dv-cinder-803823-2-iscsi neutron-server[94070]: {{(pid=94070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 14:27:56.258422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.262037 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.289198 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70a1f789-a954-48db-b110-85d2bb45b6cf req-ef7b944b-2f5d-4ac9-adc1-a5503cb45b77 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.0605066 Aug 07 14:27:56.294223 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Allocated IP 172.20.0.1 (276c42f5-d79d-4445-adc2-46f4d27cb94b/a3026886-4409-4755-8ca7-14c510e99bfb/c97f659f-22a6-42d7-9f47-80dc866d4c15) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:27:56.327988 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] For port 04efe622-a399-46cf-a801-c5fab36df40d, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:27:56.332787 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] For port 04efe622-a399-46cf-a801-c5fab36df40d, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=04efe622-a399-46cf-a801-c5fab36df40d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:27:56.370732 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.374562 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.391425 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef020f14-32bc-4e9e-b2a1-391c9ce7d710']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:56.409704 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09102bc-e4d8-424b-880d-c60084b7033e') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:56.410127 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09102bc-e4d8-424b-880d-c60084b7033e') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:56.422639 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.433699 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.463009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.477430 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:27:56.477875 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:27:56.480740 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:27:56.582683 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f348e-00cf-4eed-90b2-054effd6bf4f None None] Pushing event updated for resources: {'Port': ['ID=04efe622-a399-46cf-a801-c5fab36df40d,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.588945 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.591935 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.593195 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8eb4dc3-3382-409e-a757-1813afc01348 HTTP/1.1" status: 204 len: 168 time: 0.5287390 Aug 07 14:27:56.610815 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e90e8-d365-45cb-b028-c853899af52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb4dc3-3382-409e-a757-1813afc01348,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.628444 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:27:56.631973 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:56.702208 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.713101 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.717027 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] 10.222.0.26 "DELETE /v2.0/networks/ef020f14-32bc-4e9e-b2a1-391c9ce7d710 HTTP/1.1" status: 204 len: 168 time: 0.6397030 Aug 07 14:27:56.731278 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285545b-cf9a-4aab-afb9-f97ef377e43c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef020f14-32bc-4e9e-b2a1-391c9ce7d710,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:56.763330 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c97d22f2-34b0-43e4-8540-f59d3cdc52f3 req-bc8d166b-f0ba-4c0e-a0fd-250569fe07ac tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.0385675 Aug 07 14:27:56.840420 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:27:56.872570 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:56.937365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Transition to ACTIVE for port object c97f659f-22a6-42d7-9f47-80dc866d4c15 will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:27:57.000928 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.104966 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:51Z', 'revision_number': 3, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:57.145854 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:27:57.158184 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46290) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:57.267018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.272775 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-04e0d281-643c-48e2-9bb6-da8c90867a89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ae98ce306fb405ca16efdb78f9d366c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1055932 Aug 07 14:27:57.272938 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46296) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:57.280539 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f8f1-7084-4a96-8c04-a1f2dff38667 None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:51Z', 'revision_number': 3, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:27:57.439295 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:27:57.450755 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:57.471928 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:27:57.474504 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:27:57.475196 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.649176 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8ca754c-e08e-4391-8c5c-8f2790576b00 req-9bb4057d-4bbe-43cc-936e-7a1a23bc20b1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.2222006 Aug 07 14:27:57.793094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.858198 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.890072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:27:57.902644 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:27:57.937240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:27:57.942868 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:57.980827 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:57.991996 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:27:58.123798 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:27:58.229096 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-2059dce2-2520-40fe-a487-bf1475ef776c None None] Provisioning for port c97f659f-22a6-42d7-9f47-80dc866d4c15 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:27:58.266772 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.275116 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ced5b297-f2ea-441b-90ca-ea326fdeb9f6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1357534 Aug 07 14:27:58.276150 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46330) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:58.304434 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea3011c0-2108-420f-8c20-2d3fe228feb9 req-95d4a4fa-f7bd-45f9-b1b7-79073a9c0277 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.2752702 Aug 07 14:27:58.342863 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-2059dce2-2520-40fe-a487-bf1475ef776c None None] Provisioning complete for port c97f659f-22a6-42d7-9f47-80dc866d4c15 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:27:58.344515 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2059dce2-2520-40fe-a487-bf1475ef776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.409038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.420508 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.422505 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a44c11d-501f-4fa2-8c2f-dbd40fcf0eea HTTP/1.1" status: 204 len: 168 time: 1.1422808 Aug 07 14:27:58.453772 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-2059dce2-2520-40fe-a487-bf1475ef776c None None] Port c97f659f-22a6-42d7-9f47-80dc866d4c15 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:27:58.499548 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Router d967f611-5c8b-4fda-a6ac-bc5c88341b5a is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:27:58.505551 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b185e-1789-44fa-857e-31c6a1d735f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a44c11d-501f-4fa2-8c2f-dbd40fcf0eea,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:27:58.642314 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.829930 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:54Z', 'revision_number': 3, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:58.867982 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:27:58.869054 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Updating router 1bf23d95-b1f7-4901-8165-af036b4d2c2f port 66a9ff1c-af39-4338-befa-dc6346c6224e binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:27:58.902936 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:58.903608 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:27:58.927205 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Sync routers for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:27:58.968907 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:27:58.970349 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:27:59.002082 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b7df97b-3d89-4807-81ff-178a6002065c req-abbff0e8-8f8a-4821-bf8b-9e48ebf4eadb tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.0803874 Aug 07 14:27:59.080466 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:59.145725 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:27:59.150924 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5320108c-5a1b-4364-ac0b-a79ff681b149 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1055286 Aug 07 14:27:59.158063 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46346) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:27:59.359657 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:27:59.674851 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.11', 63728) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:00.055754 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 04efe622-a399-46cf-a801-c5fab36df40d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:00.066932 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:56Z', 'revision_number': 3, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:00.109016 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Checking router: d967f611-5c8b-4fda-a6ac-bc5c88341b5a for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:28:00.109639 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Updating router d967f611-5c8b-4fda-a6ac-bc5c88341b5a port 5928d2c1-138a-4f56-b472-f30176083d3c binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:28:00.161698 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.184310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.329707 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.345497 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8ffe659f-e727-4711-8836-f157ca015ec0 req-a3421276-fd6b-4576-9a5c-56fef7cfb411 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.1080799 Aug 07 14:28:00.420555 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17cf380e-75b6-456a-8497-69ed1036f095 req-891fa5c4-846d-4513-b507-15d6919f0709 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.1843696 Aug 07 14:28:00.421620 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.422737 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.491703 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.514909 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:00.542725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Transition to ACTIVE for port object 66a9ff1c-af39-4338-befa-dc6346c6224e will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:00.642021 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46386) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:00.646099 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 04efe622-a399-46cf-a801-c5fab36df40d completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:00.657607 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 04efe622-a399-46cf-a801-c5fab36df40d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:00.660624 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.701777 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-910c5fb7-c51f-4ca7-8f3f-d5b11f25ff3d tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:00.703363 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-910c5fb7-c51f-4ca7-8f3f-d5b11f25ff3d tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.11 "GET /v2.0/networks?id=da95ec08-5b29-414b-b627-1891e258c21e HTTP/1.1" status: 200 len: 812 time: 1.0050433 Aug 07 14:28:00.722804 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:00.820324 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Request body: {'port': {'device_id': '29644273-5361-472c-9326-7a4c421119d8', 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e', 'admin_state_up': True, 'tenant_id': '5c95dfebc94d4e3e870d1a62d2694026'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:00.826423 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-9cd1b1de-79b6-40de-9459-13fc390ff6e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cd349793ef44131ae7133b01820c7bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1824677 Aug 07 14:28:00.832662 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46394) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:00.865664 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:00.888668 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192942d-21cc-4122-ad7c-c50c400dac54 None None] Pushing event updated for resources: {'Port': ['ID=66a9ff1c-af39-4338-befa-dc6346c6224e,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:00.911071 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:00.943439 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.11', 63736) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:01.072879 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Attempting to bind port 66a9ff1c-af39-4338-befa-dc6346c6224e on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:01.073538 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Attempting to bind port 66a9ff1c-af39-4338-befa-dc6346c6224e by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:01.074116 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Attempting to bind port 66a9ff1c-af39-4338-befa-dc6346c6224e on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:01.149534 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.226611 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Transition to ACTIVE for port object 5928d2c1-138a-4f56-b472-f30176083d3c will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:01.240347 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:01.245386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:01.245386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.245386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:01.245386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Bound port: 66a9ff1c-af39-4338-befa-dc6346c6224e, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:01.245386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.341816 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.414846 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.441605 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cd9f-f788-492e-b3ef-421ee45da92a None None] Pushing event updated for resources: {'Port': ['ID=5928d2c1-138a-4f56-b472-f30176083d3c,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:01.486098 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Attempting to bind port 5928d2c1-138a-4f56-b472-f30176083d3c on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:01.486474 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Attempting to bind port 5928d2c1-138a-4f56-b472-f30176083d3c by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:01.487412 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Attempting to bind port 5928d2c1-138a-4f56-b472-f30176083d3c on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:01.506097 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:01.506519 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:01.506948 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.507360 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:01.507914 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Bound port: 5928d2c1-138a-4f56-b472-f30176083d3c, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:01.508341 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.536172 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.591156 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0f420d17-e7fd-4446-87de-18fff158179d None None] Provisioning complete for port c97f659f-22a6-42d7-9f47-80dc866d4c15 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:01.591768 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Allocated IP 172.20.0.1 (b5486e08-116e-4ab0-a191-9734bf3bbf2a/9591ef60-79b3-4799-a654-ae94cd206903/375b4afc-8e27-4c8a-9461-d9222f368f63) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:01.592901 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0f420d17-e7fd-4446-87de-18fff158179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.619361 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] For port 66a9ff1c-af39-4338-befa-dc6346c6224e, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:01.625125 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] For port 5928d2c1-138a-4f56-b472-f30176083d3c, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:01.632527 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] For port 5928d2c1-138a-4f56-b472-f30176083d3c, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5928d2c1-138a-4f56-b472-f30176083d3c,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:01.656894 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-7d78911e-ec97-4eb8-880c-67374322cc97 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:01.659909 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-7d78911e-ec97-4eb8-880c-67374322cc97 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.6954951 Aug 07 14:28:01.667775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-51673005-a1a2-4b79-9a5f-daba69be2320 req-7b11d393-11b4-4b4b-a990-13a6e0c207c1 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.0773084 Aug 07 14:28:01.671635 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.676068 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3f0637a7-8f47-497e-9e11-d78ba484b668 req-4e531d5e-9c04-4fcd-a522-af4979aad583 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.0742927 Aug 07 14:28:01.681791 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] For port 66a9ff1c-af39-4338-befa-dc6346c6224e, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=66a9ff1c-af39-4338-befa-dc6346c6224e,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:01.690742 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 04efe622-a399-46cf-a801-c5fab36df40d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=04efe622-a399-46cf-a801-c5fab36df40d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:01.736992 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.737407 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:28:01.762410 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-0f420d17-e7fd-4446-87de-18fff158179d None None] Port c97f659f-22a6-42d7-9f47-80dc866d4c15 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:28:01.789628 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.807769 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.812949 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:01.934540 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Request body: {'port': {'device_id': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'admin_state_up': True, 'tenant_id': 'ddfd469a9b174b45914b4405945002d6'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:01.955388 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cd9f-f788-492e-b3ef-421ee45da92a None None] Pushing event updated for resources: {'Port': ['ID=5928d2c1-138a-4f56-b472-f30176083d3c,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:01.982858 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:01.983846 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:02.010628 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:02.010628 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:02.106971 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Made reservation on behalf of 5c95dfebc94d4e3e870d1a62d2694026 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:02.111002 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:02.133001 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192942d-21cc-4122-ad7c-c50c400dac54 None None] Pushing event updated for resources: {'Port': ['ID=66a9ff1c-af39-4338-befa-dc6346c6224e,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:02.214514 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:28:02.225837 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5110d829-684a-4048-b1c3-ad1a6c47d0c1 admin admin] 10.222.0.26 "PUT /v2.0/routers/ab481077-7e9f-4ddc-9b0b-db25c0cbfda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9635708 Aug 07 14:28:02.239408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:28:02.244159 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Allocated IP 172.20.0.1 (f32dcef7-3543-4c1b-9096-227738730ca6/47e6d363-1031-48cc-9dcd-3c5e2a62fd20/ed65e4f8-b190-4b6a-ade9-c33118d5c6e8) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:02.277965 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:02.280695 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:02.281878 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8191d2a8-3524-4b36-a756-ed209de49f31 HTTP/1.1" status: 204 len: 168 time: 1.4448433 Aug 07 14:28:02.301484 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae626-3bea-4efe-a8fe-653cf1c5b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191d2a8-3524-4b36-a756-ed209de49f31,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:02.388217 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=04efe622-a399-46cf-a801-c5fab36df40d,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:02.406303 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:02.406966 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:02.418860 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:02.520347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.304580 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Allocated IP 172.20.0.7 (da95ec08-5b29-414b-b627-1891e258c21e/f768f2dd-01a0-46a6-be9a-d9b1e433572a/b847ca3e-a07a-4a62-9d9b-eb5d8298995e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:03.304580 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.304580 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Transition to ACTIVE for port object 375b4afc-8e27-4c8a-9461-d9222f368f63 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:03.313313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:03.317901 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.317901 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46460) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:03.317901 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Pushing event updated for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:03.321139 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:03.321139 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.321938 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:56Z', 'revision_number': 3, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:03.323229 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Network f32dcef7-3543-4c1b-9096-227738730ca6 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:03.325662 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:03.326878 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708068a-ec58-40b1-9bb9-b20fd0cbacb8 None None] The sync data for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi is: [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:56Z', 'revision_number': 3, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:28:03.328189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:03.328189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:03.328189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.328189 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dfdda54a-bc36-41b0-8f01-84a628a75805 req-58f86695-72ff-4a7b-aed3-70ca2ea71ab9 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.2020826 Aug 07 14:28:03.328189 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92cf8bbc-682b-4cdd-9c71-d1fb086416f0 req-c8070f85-7d6e-4dd6-9127-56ee96a1ba88 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.3100846 Aug 07 14:28:03.683062 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-80d240f1-936a-4bea-a3dc-431ba8dfc07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.688434 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:03.938625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Allocated IP 172.20.0.3 (4e09a640-ac3f-40e1-8ada-10671b223cb4/009e0152-ef62-4114-885a-920e62378c26/6f1770eb-7500-4ae9-b575-4556332f6098) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:04.105984 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:54Z', 'revision_number': 3, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:04.149497 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:04.156920 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded40ea4-ab84-49d7-a3ce-29e7b665a3c4 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:27:54Z', 'revision_number': 3, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:28:04.236935 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5928d2c1-138a-4f56-b472-f30176083d3c up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:04.364383 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-80d240f1-936a-4bea-a3dc-431ba8dfc07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:04.368832 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 2, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:04.435169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:04.474169 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:28:04.474677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Updating router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 port c97f659f-22a6-42d7-9f47-80dc866d4c15 binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:28:04.543265 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2ff95e95-9c54-469e-b06e-80e85d01c2f2 req-4628f119-e909-4f5f-afdd-6e97fbb502df tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.1046636 Aug 07 14:28:04.550142 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:04.558629 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-80d240f1-936a-4bea-a3dc-431ba8dfc07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:04.600806 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:04.602992 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Pushing event updated for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:04.640197 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:04.660522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:04.834990 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-80d240f1-936a-4bea-a3dc-431ba8dfc07a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70b8690c984e4060a8d3c480a979d10f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8826156 Aug 07 14:28:04.845239 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46486) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:04.973062 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b1f5d592-052a-4157-80b3-fbef84246ee6 req-cf29abf2-a047-4286-9931-2b12c81123b5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.1981227 Aug 07 14:28:04.983252 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 5928d2c1-138a-4f56-b472-f30176083d3c completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:05.010369 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 5928d2c1-138a-4f56-b472-f30176083d3c triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:05.015141 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:05.088275 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:05.346042 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:05.680984 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:05.742991 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d240f1-936a-4bea-a3dc-431ba8dfc07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa02a1-0b8b-43bb-a2a5-d509752d8603,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:05.750035 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Transition to ACTIVE for port object c97f659f-22a6-42d7-9f47-80dc866d4c15 will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:05.890723 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:05.924956 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.021700 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7d6b77b0-3076-482d-9f20-7e3e53ac24ff req-9ba686ee-e111-4ba3-9c37-fc9ca62eea29 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.1104755 Aug 07 14:28:06.139353 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-e644110c-5169-4c3b-bee1-084f36443ac8 None None] Provisioning for port 375b4afc-8e27-4c8a-9461-d9222f368f63 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:06.176337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.214209 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46504) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:06.219870 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-e644110c-5169-4c3b-bee1-084f36443ac8 None None] Provisioning complete for port 375b4afc-8e27-4c8a-9461-d9222f368f63 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:06.219870 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e644110c-5169-4c3b-bee1-084f36443ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.219870 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.254778 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302698759', 'description': 'tempest-description--835398218'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:06.290848 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.438112 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b9952-9d0d-4e18-a6d3-965e93cecbf4 None None] Pushing event updated for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:06.507914 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.621374 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 5928d2c1-138a-4f56-b472-f30176083d3c, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5928d2c1-138a-4f56-b472-f30176083d3c,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:06.627023 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:06.629360 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898df64-8643-4386-be3c-7aca1518c5b2 req-2dbc4755-1879-4db2-93e8-76588d38e32d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:06.630806 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7898df64-8643-4386-be3c-7aca1518c5b2 req-2dbc4755-1879-4db2-93e8-76588d38e32d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 931 time: 0.2817624 Aug 07 14:28:06.632860 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event updated for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:06.637654 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:06.668637 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:06.677662 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.678543 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.695438 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-e644110c-5169-4c3b-bee1-084f36443ac8 None None] Port 375b4afc-8e27-4c8a-9461-d9222f368f63 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:28:06.746474 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.747525 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 04efe622-a399-46cf-a801-c5fab36df40d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:06.762202 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.792863 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.800406 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7aa02a1-0b8b-43bb-a2a5-d509752d8603 HTTP/1.1" status: 204 len: 168 time: 1.8519609 Aug 07 14:28:06.813912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.875618 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:06.905612 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a6b1-198d-4a3f-b738-2b0dc7f4c5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa02a1-0b8b-43bb-a2a5-d509752d8603,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:06.996854 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Attempting to bind port c97f659f-22a6-42d7-9f47-80dc866d4c15 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:06.997291 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Attempting to bind port c97f659f-22a6-42d7-9f47-80dc866d4c15 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:06.997675 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Attempting to bind port c97f659f-22a6-42d7-9f47-80dc866d4c15 on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:07.089652 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:07.096519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Checking segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:07.096519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.096519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Bound using segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:07.096519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Bound port: c97f659f-22a6-42d7-9f47-80dc866d4c15, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:07.096519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.110267 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.185969 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:07.186663 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.205121 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7898df64-8643-4386-be3c-7aca1518c5b2 req-7f869dd1-613b-49da-8041-4373d4c1b955 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604479 Aug 07 14:28:07.214445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Network f32dcef7-3543-4c1b-9096-227738730ca6 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:07.218704 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Pushing event updated for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:07.225281 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:07.255235 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Network da95ec08-5b29-414b-b627-1891e258c21e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:07.267838 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Pushing event updated for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:07.373187 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2f511-8464-46fe-b770-50d7b5b8df83 req-78cb4220-ac6a-47c5-ad9a-5bff7796da71 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:07.378381 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0af2f511-8464-46fe-b770-50d7b5b8df83 req-78cb4220-ac6a-47c5-ad9a-5bff7796da71 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 931 time: 0.1360228 Aug 07 14:28:07.392370 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] For port c97f659f-22a6-42d7-9f47-80dc866d4c15, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:07.400017 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] For port c97f659f-22a6-42d7-9f47-80dc866d4c15, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c97f659f-22a6-42d7-9f47-80dc866d4c15,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:07.412397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=5928d2c1-138a-4f56-b472-f30176083d3c,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:07.426538 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:07.438931 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:07.444046 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 04efe622-a399-46cf-a801-c5fab36df40d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:07.445014 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.516160 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.567396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:07.568481 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:07.854673 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:07.858033 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:07.935724 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0af2f511-8464-46fe-b770-50d7b5b8df83 req-c138bb6a-dff2-48aa-aab4-8038c6bf762f tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364048 Aug 07 14:28:07.938856 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.038915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.087836 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Router d967f611-5c8b-4fda-a6ac-bc5c88341b5a has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:28:08.113657 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.178621 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee07509-c1e7-4e29-9c00-4e0f08f8c169,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:08.188252 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.228542 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b9952-9d0d-4e18-a6d3-965e93cecbf4 None None] Pushing event updated for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:08.400793 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e50265fc-de14-4548-9fd7-4d85b3a79522 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5834658 Aug 07 14:28:08.405715 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-013efe23-a3d9-484d-b5ef-1f0764926417 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5108399 Aug 07 14:28:08.423240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:08.503622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.503622 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3a3e0073-a0cd-4bca-b42d-664c781dbb7d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2829537 Aug 07 14:28:08.540359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46554) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:08.543871 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group_rule': {'security_group_id': '8ee07509-c1e7-4e29-9c00-4e0f08f8c169', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:08.555011 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-3fb05f06-1cf1-4829-8b5e-6eb3f40f69f8 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:28:08.563002 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-3fb05f06-1cf1-4829-8b5e-6eb3f40f69f8 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527334 Aug 07 14:28:08.578239 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-a00cc1fd-9fe3-4f77-be5e-8e092316423e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:28:08.586243 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-a00cc1fd-9fe3-4f77-be5e-8e092316423e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580552 Aug 07 14:28:08.586243 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Pushing event updated for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:08.664615 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.743504 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48487675-7a9a-466b-a7f0-a983cacfbe99 req-116db319-11a0-4380-9177-9a3a57304f62 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:08.756230 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48487675-7a9a-466b-a7f0-a983cacfbe99 req-116db319-11a0-4380-9177-9a3a57304f62 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 931 time: 0.2919483 Aug 07 14:28:08.880526 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5928d2c1-138a-4f56-b472-f30176083d3c up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:08.935978 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:08.963454 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:28:09.005688 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Sync routers for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:28:09.013286 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b1a19f68-59d8-4b88-bea9-4f9ab9d8d922 admin admin] 10.222.0.26 "PUT /v2.0/routers/d967f611-5c8b-4fda-a6ac-bc5c88341b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8504915 Aug 07 14:28:09.039058 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:09.041590 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:09.122728 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 5928d2c1-138a-4f56-b472-f30176083d3c triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:09.127555 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:09.250552 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:09.256910 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:09.265745 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:09.276402 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48487675-7a9a-466b-a7f0-a983cacfbe99 req-177bdad0-ff82-4e64-8c40-4957363fa91d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190294 Aug 07 14:28:09.384998 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:09.547525 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d138906-8559-4ea5-a877-f224d495e609,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:09.574452 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:07Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:09.623786 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974534-4b2f-4ca8-ac16-45420b3376eb req-f3dd0da7-07a9-4612-b3e6-d46e912583ee tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:09.641470 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ed6b-b31c-40c1-9ea7-367aaeaa7795 None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:07Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:28:09.646104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-04974534-4b2f-4ca8-ac16-45420b3376eb req-f3dd0da7-07a9-4612-b3e6-d46e912583ee tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 931 time: 0.3502235 Aug 07 14:28:09.660016 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 66a9ff1c-af39-4338-befa-dc6346c6224e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:09.817187 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:09.823086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3444abc8-5659-4886-85de-8cc3e1de6fa9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2863295 Aug 07 14:28:09.828840 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46584) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:09.874553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group_rule': {'security_group_id': '8ee07509-c1e7-4e29-9c00-4e0f08f8c169', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:09.953312 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Request body: {'port': {'device_id': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:09.973996 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Request body: {'port': {'device_id': '29644273-5361-472c-9326-7a4c421119d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:09.979252 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-04974534-4b2f-4ca8-ac16-45420b3376eb req-67ac76de-2044-46ac-894f-f9b5317847f6 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308024 Aug 07 14:28:10.041070 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-cdb0a321-1784-4674-bbdb-ae70062cf1f9 None None] Provisioning complete for port 375b4afc-8e27-4c8a-9461-d9222f368f63 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:10.041743 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-cdb0a321-1784-4674-bbdb-ae70062cf1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:10.090386 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:10.153897 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0a321-1784-4674-bbdb-ae70062cf1f9 None None] Port 375b4afc-8e27-4c8a-9461-d9222f368f63 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:28:10.310813 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:28:10.473077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:10.606393 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:10.792799 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:03Z', 'revision_number': 4, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ed65e4f8-b190-4b6a-ade9-c33118d5c6e8', 'name': '', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'mac_address': 'fa:16:3e:2b:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:01Z', 'updated_at': '2021-08-07T14:28:04Z', 'revision_number': 2, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'subnets': [{'id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:10.877950 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Checking router: d967f611-5c8b-4fda-a6ac-bc5c88341b5a for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:28:10.878354 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Updating router d967f611-5c8b-4fda-a6ac-bc5c88341b5a port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:28:10.961678 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:11.123551 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c530-dcf4-467f-9359-2d777fb1207c req-ba535764-e3b8-41b1-8b9a-522fa4f3a109 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:11.130016 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27b1c530-dcf4-467f-9359-2d777fb1207c req-ba535764-e3b8-41b1-8b9a-522fa4f3a109 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 931 time: 0.4633994 Aug 07 14:28:11.163154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-ebe8ecd7-94c3-48a2-af23-fb90dc890b02 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:11.171993 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-ebe8ecd7-94c3-48a2-af23-fb90dc890b02 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 819 time: 0.5041459 Aug 07 14:28:11.249551 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-bacc707e-3729-4ab8-88f5-16fe57472b9b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/quotas/c5d01a028856466792b2a6618a8e5e30 HTTP/1.1" status: 200 len: 375 time: 0.0539496 Aug 07 14:28:11.344364 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27b1c530-dcf4-467f-9359-2d777fb1207c req-124ec727-a08a-436f-8696-083d71402f39 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991661 Aug 07 14:28:11.459487 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-1954bea4-ae27-420b-a2a2-52dbc01faad4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1663480 Aug 07 14:28:11.480045 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 66a9ff1c-af39-4338-befa-dc6346c6224e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:11.491358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 66a9ff1c-af39-4338-befa-dc6346c6224e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:11.491358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:11.540174 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:28:11.563186 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:28:11.566224 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-1f0962bf-e8a0-42a1-bb3d-4957a7cd3882 admin admin] 10.222.0.26 "PUT /v2.0/routers/1bf23d95-b1f7-4901-8165-af036b4d2c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2883101 Aug 07 14:28:11.604738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:11.605987 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:11.664282 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:11.725998 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Transition to ACTIVE for port object ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:11.798682 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:11.855704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 66a9ff1c-af39-4338-befa-dc6346c6224e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=66a9ff1c-af39-4338-befa-dc6346c6224e,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:11.934724 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:11.970999 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:12.089085 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.173943 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860a1b1-2ad6-44ca-b3cd-e61e0d886a5d req-3c89f1b3-6250-4c0e-aa24-0cddb0c6e791 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:12.183027 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a860a1b1-2ad6-44ca-b3cd-e61e0d886a5d req-3c89f1b3-6250-4c0e-aa24-0cddb0c6e791 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 931 time: 0.7164588 Aug 07 14:28:12.240353 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.288568 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.401597 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-0b60cbb4-d8bd-4daa-8ab8-d83c7c32f62e service neutron] 10.222.0.26 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642367 Aug 07 14:28:12.438010 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065630af-97f4-4f0c-8d61-bb1dde31cb16 None None] Pushing event updated for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:12.447957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.450039 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Attempting to bind port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:12.450505 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Attempting to bind port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:12.451061 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Attempting to bind port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 on network f32dcef7-3543-4c1b-9096-227738730ca6 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:12.470720 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:12.471235 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Checking segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:12.471843 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.472386 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Bound using segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:12.472975 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Bound port: ed65e4f8-b190-4b6a-ade9-c33118d5c6e8, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:12.473475 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.603944 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c97f659f-22a6-42d7-9f47-80dc866d4c15 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:12.625053 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=66a9ff1c-af39-4338-befa-dc6346c6224e,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:12.648121 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] For port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:12.665850 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] For port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:12.718143 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.724958 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8582354 Aug 07 14:28:12.742270 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:12.864968 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:12.988581 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:12.989673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46630) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:12.989761 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:07Z', 'revision_number': 2, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:12.989915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a860a1b1-2ad6-44ca-b3cd-e61e0d886a5d req-d0afaec1-420f-40db-9f7b-e7fd9fa7e588 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927904 Aug 07 14:28:12.989915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:12.989915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673d7c-fbc8-4f9d-9d9f-d425ef473901 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c903d91-0553-4b15-81ad-7cf77aee64e7,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:12.990126 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:28:12.990126 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Updating router 1bf23d95-b1f7-4901-8165-af036b4d2c2f port 375b4afc-8e27-4c8a-9461-d9222f368f63 binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:28:12.990308 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065630af-97f4-4f0c-8d61-bb1dde31cb16 None None] Pushing event updated for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=4']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:12.990402 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-8efcffa6-fc66-402c-8488-9b1f4b1bebd6 service neutron] 10.222.0.26 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645955 Aug 07 14:28:12.995432 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.134078 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port c97f659f-22a6-42d7-9f47-80dc866d4c15 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:13.158792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port c97f659f-22a6-42d7-9f47-80dc866d4c15 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:13.159368 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.170741 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.225044 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:13.364412 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1770eb-7500-4ae9-b575-4556332f6098 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:13.421451 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.508555 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b847ca3e-a07a-4a62-9d9b-eb5d8298995e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:13.558684 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Transition to ACTIVE for port object 6f1770eb-7500-4ae9-b575-4556332f6098 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:13.564898 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.632062 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Transition to ACTIVE for port object b847ca3e-a07a-4a62-9d9b-eb5d8298995e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:13.794311 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.823185 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:03Z', 'revision_number': 4, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ed65e4f8-b190-4b6a-ade9-c33118d5c6e8', 'name': '', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'mac_address': 'fa:16:3e:2b:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:01Z', 'updated_at': '2021-08-07T14:28:12Z', 'revision_number': 4, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'subnets': [{'id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:13.903777 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:13.920010 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d7d74-5f61-4a0a-93d8-0fd798a37249 None None] The sync data for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi is: [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:03Z', 'revision_number': 4, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ed65e4f8-b190-4b6a-ade9-c33118d5c6e8', 'name': '', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'mac_address': 'fa:16:3e:2b:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:01Z', 'updated_at': '2021-08-07T14:28:12Z', 'revision_number': 4, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'subnets': [{'id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:28:13.938267 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.154463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port c97f659f-22a6-42d7-9f47-80dc866d4c15, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c97f659f-22a6-42d7-9f47-80dc866d4c15,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:14.154463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.154463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Transition to ACTIVE for port object 375b4afc-8e27-4c8a-9461-d9222f368f63 will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:14.183084 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:14.251297 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.254756 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.493887 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46660) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:14.623430 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.696904 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Pushing event updated for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:14.718002 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d2c49-f411-446e-8bee-0273dfc255be req-81663e7b-969a-4e8a-975b-e9f2068435dc tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:14.739239 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed8d2c49-f411-446e-8bee-0273dfc255be req-81663e7b-969a-4e8a-975b-e9f2068435dc tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 931 time: 1.1525314 Aug 07 14:28:14.827652 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:14.832971 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Attempting to bind port 375b4afc-8e27-4c8a-9461-d9222f368f63 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:14.833543 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Attempting to bind port 375b4afc-8e27-4c8a-9461-d9222f368f63 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:14.834075 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Attempting to bind port 375b4afc-8e27-4c8a-9461-d9222f368f63 on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:14.903223 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:14.905240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Checking segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:14.906245 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.909802 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Bound using segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:14.911093 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Bound port: 375b4afc-8e27-4c8a-9461-d9222f368f63, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:14.912553 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:14.945333 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Attempting to bind port 6f1770eb-7500-4ae9-b575-4556332f6098 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:14.949804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Attempting to bind port 6f1770eb-7500-4ae9-b575-4556332f6098 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:14.959211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Attempting to bind port 6f1770eb-7500-4ae9-b575-4556332f6098 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:15.023787 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed8d2c49-f411-446e-8bee-0273dfc255be req-ef38ef0a-2c9d-4c0f-8851-daf87e508e58 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825298 Aug 07 14:28:15.051013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46666) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:15.051187 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:15.095860 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Port 6f1770eb-7500-4ae9-b575-4556332f6098 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:15.097042 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Attempting to bind port 6f1770eb-7500-4ae9-b575-4556332f6098 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:15.168696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Attempting to bind port b847ca3e-a07a-4a62-9d9b-eb5d8298995e on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:15.168696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Attempting to bind port b847ca3e-a07a-4a62-9d9b-eb5d8298995e by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '344f209b-e32f-4103-a0d5-11a682fbaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:15.168696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Attempting to bind port b847ca3e-a07a-4a62-9d9b-eb5d8298995e on network da95ec08-5b29-414b-b627-1891e258c21e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:15.191915 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:15.192959 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Checking segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:15.193130 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07111dc0-527b-479e-8c6b-78db7398d9d3 None None] Pushing event updated for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:15.194506 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Bound using segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:15.197417 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Bound port: 6f1770eb-7500-4ae9-b575-4556332f6098, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:15.198130 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:15.247260 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Port b847ca3e-a07a-4a62-9d9b-eb5d8298995e on network da95ec08-5b29-414b-b627-1891e258c21e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:15.254503 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435715017', 'description': 'tempest-description--1379485302'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:15.256282 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Attempting to bind port b847ca3e-a07a-4a62-9d9b-eb5d8298995e on network da95ec08-5b29-414b-b627-1891e258c21e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:15.318832 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:15.334887 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Checking segment: {'id': '344f209b-e32f-4103-a0d5-11a682fbaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:15.345442 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Bound using segment: {'id': '344f209b-e32f-4103-a0d5-11a682fbaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:15.347896 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Bound port: b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344f209b-e32f-4103-a0d5-11a682fbaa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:15.351953 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:15.505706 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] For port 375b4afc-8e27-4c8a-9461-d9222f368f63, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:15.530682 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] For port 375b4afc-8e27-4c8a-9461-d9222f368f63, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=375b4afc-8e27-4c8a-9461-d9222f368f63,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:15.687415 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:15.701110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6f1770eb-7500-4ae9-b575-4556332f6098,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:15.703234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-411b35a5-92c5-436e-8c8b-2fa9275a2231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:15.812184 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7c0cfb82-c99b-4d4f-b425-368f80dbc4f7 req-d61d97cf-2307-42cb-96c1-d6776439e2b2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 210 time: 0.3859007 Aug 07 14:28:15.883967 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Allocated IP 172.27.3.103 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/03bad441-a8a7-415c-b4c2-cc0040a9ba97) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:15.910778 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:15.922960 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,segment=NetworkSegment(344f209b-e32f-4103-a0d5-11a682fbaa84),segment_id=344f209b-e32f-4103-a0d5-11a682fbaa84)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:15.970511 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69824b3-7ae4-461b-903a-fe627f12dace req-65d793ca-9753-4e2d-8fad-db317ec7a2cd tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:15.972406 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e69824b3-7ae4-461b-903a-fe627f12dace req-65d793ca-9753-4e2d-8fad-db317ec7a2cd tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 943 time: 0.5442953 Aug 07 14:28:15.978806 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.051823 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.255087 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:16.312522 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:16.313166 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.328511 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e69824b3-7ae4-461b-903a-fe627f12dace req-42330e56-fe1d-4677-bde0-2c7b7a38e941 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353086 Aug 07 14:28:16.332182 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.581123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.642685 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:28:16.645962 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:27:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:16.693432 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:16.699004 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.699478 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f1770eb-7500-4ae9-b575-4556332f6098 HTTP/1.1" status: 200 len: 1093 time: 7.5962641 Aug 07 14:28:16.728513 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:16.794599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:16.796117 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.800320 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] 10.222.0.11 "PUT /v2.0/ports/b847ca3e-a07a-4a62-9d9b-eb5d8298995e HTTP/1.1" status: 200 len: 1093 time: 7.6945336 Aug 07 14:28:16.801820 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:16.812215 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf55622-603e-4aec-8d81-d8a579856193 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:16.925944 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-411b35a5-92c5-436e-8c8b-2fa9275a2231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:17.395549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-411b35a5-92c5-436e-8c8b-2fa9275a2231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:17.434232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07111dc0-527b-479e-8c6b-78db7398d9d3 None None] Pushing event updated for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:17.476117 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27c83a-1881-4c1f-9577-06842bb36dea service neutron] Pushing event updated for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:17.492535 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080a794-b7e2-44af-af40-e79c76c15cac" -d '{"events": [{"name": "network-changed", "server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:17.596536 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-411b35a5-92c5-436e-8c8b-2fa9275a2231 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b63b168f1ba64c36a005070771aed163&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0933726 Aug 07 14:28:17.602016 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e91319c8-84a5-4f08-8294-51d858f1d87c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:17.630163 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e91319c8-84a5-4f08-8294-51d858f1d87c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 819 time: 0.8916068 Aug 07 14:28:17.645296 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46718) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:17.645296 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b35a5-92c5-436e-8c8b-2fa9275a2231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d46eb-a76a-4a0f-be39-b9c8915d52af,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:17.856327 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-310b273e-39ad-402f-80b4-659ba0938fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:17.858717 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-310b273e-39ad-402f-80b4-659ba0938fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c95dfebc94d4e3e870d1a62d2694026&device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 1096 time: 0.5849018 Aug 07 14:28:17.867230 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-4db49e6b-978f-472e-9054-1e59fc4eaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:17.869197 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-4db49e6b-978f-472e-9054-1e59fc4eaf8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 1096 time: 0.8165820 Aug 07 14:28:17.882125 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb9b04-e6ad-45ea-a4e1-e6621614064f req-9ed2beba-eee6-4c21-90be-3d9a1460169c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:17.898928 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a7fb9b04-e6ad-45ea-a4e1-e6621614064f req-9ed2beba-eee6-4c21-90be-3d9a1460169c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 943 time: 1.1720867 Aug 07 14:28:17.916961 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-4272f863-3f2d-4dcd-a7d6-ee64b80ce884 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/quotas/c5d01a028856466792b2a6618a8e5e30 HTTP/1.1" status: 200 len: 375 time: 0.1082742 Aug 07 14:28:17.951344 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:17.986420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:18.079440 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:28:18.087786 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-509b1d9e-1812-4068-a404-59424943c7e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e HTTP/1.1" status: 200 len: 217 time: 0.1717660 Aug 07 14:28:18.091821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:18.173925 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:18.202373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:18.321068 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-f0eb5eed-bb15-43c5-ae4c-cd3171179711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1770eb-7500-4ae9-b575-4556332f6098 HTTP/1.1" status: 200 len: 217 time: 0.4069660 Aug 07 14:28:18.373832 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a7fb9b04-e6ad-45ea-a4e1-e6621614064f req-3900448f-8b82-4f1c-883b-e3307e4b3d29 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386251 Aug 07 14:28:18.378431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:18.446052 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:18.521158 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:18.641043 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-43a9c7c9-88f2-4170-8a3d-99e2de7329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:18.643430 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-43a9c7c9-88f2-4170-8a3d-99e2de7329fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f768f2dd-01a0-46a6-be9a-d9b1e433572a HTTP/1.1" status: 200 len: 852 time: 0.3779159 Aug 07 14:28:18.718630 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=03bad441-a8a7-415c-b4c2-cc0040a9ba97,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:18.790723 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:15Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:28:18.802926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:18.822475 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 66a9ff1c-af39-4338-befa-dc6346c6224e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:18.823405 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-01d02b54-cd86-4f4c-9ad5-c540a4137c47 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8978238 Aug 07 14:28:18.848325 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46736) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:18.933394 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c5045-18fa-47d2-887e-ba2430b491ac None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:15Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:28:18.951755 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-e8da19de-e606-4ba2-a2ee-a23736f35cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da95ec08-5b29-414b-b627-1891e258c21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199748 Aug 07 14:28:19.016528 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.026543 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.031767 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.063113 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d36d46eb-a76a-4a0f-be39-b9c8915d52af HTTP/1.1" status: 204 len: 168 time: 1.3358538 Aug 07 14:28:19.063611 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.177047 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.265396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-8cb53fd3-a1c2-4a34-8e1b-72abf83c6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:19.272069 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:19.277031 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-8cb53fd3-a1c2-4a34-8e1b-72abf83c6b72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.5340517 Aug 07 14:28:19.279345 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02fc09-d93c-4be9-9864-891e7ab3517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d46eb-a76a-4a0f-be39-b9c8915d52af,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:19.413497 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c24ff-92b0-4786-9211-fabcb09227cf req-b8e016f7-e561-4cde-8c27-17b2a99dc2a7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:19.424990 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 66a9ff1c-af39-4338-befa-dc6346c6224e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:19.425486 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.428516 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-037c24ff-92b0-4786-9211-fabcb09227cf req-b8e016f7-e561-4cde-8c27-17b2a99dc2a7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 943 time: 0.7280700 Aug 07 14:28:19.456242 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-6e4f8c3d-02a3-447e-b960-70b82c4d9e28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460528 Aug 07 14:28:19.596010 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c730acd-fa0f-4c35-aa45-68d1b4bca0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.623043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.11', 63745) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:19.775808 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3fc1dd5a-07c8-4d8e-a614-6ea5cc1f948c service neutron] 10.222.0.26 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210448 Aug 07 14:28:19.803914 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:19.806345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.5736542 Aug 07 14:28:19.837727 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46748) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:20.031649 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ad6c-0c67-42fe-89a6-a11223d776d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.061588 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-b18387cd-5d53-4e18-8f3a-3474baf1ee41 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0777197 Aug 07 14:28:20.091485 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group_rule': {'security_group_id': '31a62ad3-a8de-45dc-a182-62ee054f1d2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:20.103873 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-feb2b655-6331-4124-8e8f-fded9212cfad tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:20.116514 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-feb2b655-6331-4124-8e8f-fded9212cfad tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 819 time: 0.3461132 Aug 07 14:28:20.136228 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.169215 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:20.188175 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-5b93d950-6d67-4284-bd0d-df1461155f66 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048635 Aug 07 14:28:20.256832 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223746c-b28d-4181-ab0d-6e756e082a7a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a62ad3-a8de-45dc-a182-62ee054f1d2a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:20.308482 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:20.309238 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.533657 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 375b4afc-8e27-4c8a-9461-d9222f368f63 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:20.571143 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8fabd1c7-8dd6-4afa-b676-fd3707ed6e11 req-595b1fea-7d0f-4b55-9574-e82267f0e033 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019088 Aug 07 14:28:20.580165 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7703c597-92fb-44bd-84e4-a189523b4ce3 req-4b2213ff-8744-4b8d-ab3f-1edd2d1ba858 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782134 Aug 07 14:28:20.653485 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Request body: {'port': {'device_id': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'admin_state_up': True, 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:20.725531 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c730acd-fa0f-4c35-aa45-68d1b4bca0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.730348 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 375b4afc-8e27-4c8a-9461-d9222f368f63 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:20.737597 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 375b4afc-8e27-4c8a-9461-d9222f368f63 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:20.739806 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.750673 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-037c24ff-92b0-4786-9211-fabcb09227cf req-fc161046-efb9-42d0-b61f-3d431bfd9a4f tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2685041 Aug 07 14:28:20.845740 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c730acd-fa0f-4c35-aa45-68d1b4bca0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.878930 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46766) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:20.914152 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76a8a4d4-2dd6-47ce-a5e8-81f5373a256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:20.925848 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.027554 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 375b4afc-8e27-4c8a-9461-d9222f368f63, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=375b4afc-8e27-4c8a-9461-d9222f368f63,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:21.096829 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c730acd-fa0f-4c35-aa45-68d1b4bca0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b3e51-a29a-40ad-8fb8-7b28848a0dd2,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.111356 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3c730acd-fa0f-4c35-aa45-68d1b4bca0d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd5976d882cc4ff3a64b554ec821def4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1838286 Aug 07 14:28:21.117181 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46774) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:21.154990 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.162118 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c97f659f-22a6-42d7-9f47-80dc866d4c15 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:21.177173 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.209300 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-0a829cd8-8447-4535-b7fb-166cd9b329f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3437030 Aug 07 14:28:21.305429 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.314310 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.365324 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.388310 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.440446 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.461075 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76a8a4d4-2dd6-47ce-a5e8-81f5373a256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.473382 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.480053 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a5988-b2fa-4fc4-b9e7-4ea43e87db2e x-openstack-request-id: req-bf5a5988-b2fa-4fc4-b9e7-4ea43e87db2e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:21.480053 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:21.480053 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf5a5988-b2fa-4fc4-b9e7-4ea43e87db2e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:21.480053 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098', 'status': 'completed', 'code': 200} Aug 07 14:28:21.498043 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port c97f659f-22a6-42d7-9f47-80dc866d4c15 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:21.498473 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.563785 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.587754 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.604192 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-76a8a4d4-2dd6-47ce-a5e8-81f5373a256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.645120 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-76a8a4d4-2dd6-47ce-a5e8-81f5373a256a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a64c880b383408cab25d855ab46d7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7597134 Aug 07 14:28:21.649077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46780) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:21.653935 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baae5b97-8ba8-4558-8aa4-2945ce88f0cc,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.671988 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a794-b7e2-44af-af40-e79c76c15cac req-7b8d886a-ece9-474b-b800-eeac47ce1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:21.671988 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-7b8d886a-ece9-474b-b800-eeac47ce1903 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 1096 time: 0.1412008 Aug 07 14:28:21.795766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.797268 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9117799 Aug 07 14:28:21.811163 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465045c1-99d5-4bdf-bea9-32faf7fadff1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=03bad441-a8a7-415c-b4c2-cc0040a9ba97,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.838104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1633a888-7ead-4e0e-9ebb-94b7c921c985 req-9223319e-b754-47da-8353-2a9e0f30eca3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.0489655 Aug 07 14:28:21.855874 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.858512 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.861247 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28bc5-1464-4fd2-9318-ee42a419db7c req-f4d5afb4-9460-4488-beee-896674cbd4ef tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:21.863330 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f30b3e51-a29a-40ad-8fb8-7b28848a0dd2 HTTP/1.1" status: 204 len: 168 time: 0.7449360 Aug 07 14:28:21.864751 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29a28bc5-1464-4fd2-9318-ee42a419db7c req-f4d5afb4-9460-4488-beee-896674cbd4ef tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 943 time: 0.2788579 Aug 07 14:28:21.906186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Made reservation on behalf of c5d01a028856466792b2a6618a8e5e30 for: {'port': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:21.906186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:21.915169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8a4d4-2dd6-47ce-a5e8-81f5373a256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af9714-b04c-4908-999d-487ce4e0d87d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.936662 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d461-aaa5-4759-bb0a-b664c1130d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b3e51-a29a-40ad-8fb8-7b28848a0dd2,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:21.944557 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a794-b7e2-44af-af40-e79c76c15cac req-51874311-203b-4636-a169-e9a06486d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:21.946987 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-51874311-203b-4636-a169-e9a06486d01e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 915 time: 0.2610919 Aug 07 14:28:21.989177 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.008575 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f57911e9-0eec-410b-87a2-1d1bd3e918f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1212425 Aug 07 14:28:22.030832 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46792) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:22.037659 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-49bdcf0e-ebad-438d-8a7e-f4faf22a1db1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1770eb-7500-4ae9-b575-4556332f6098 HTTP/1.1" status: 200 len: 217 time: 0.0779421 Aug 07 14:28:22.041044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.071330 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group_rule': {'security_group_id': '31a62ad3-a8de-45dc-a182-62ee054f1d2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:22.121032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.140993 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 375b4afc-8e27-4c8a-9461-d9222f368f63 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:22.177503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a794-b7e2-44af-af40-e79c76c15cac req-1c8febc1-6e00-49a0-baa4-9bbb42b79d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:22.181709 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-1c8febc1-6e00-49a0-baa4-9bbb42b79d4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.1331279 Aug 07 14:28:22.230861 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-948abcce-5d45-487f-8a13-6f7eb55a4996 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368576 Aug 07 14:28:22.308327 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 375b4afc-8e27-4c8a-9461-d9222f368f63 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:22.308327 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.428434 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-86b568b0-27fa-4d6e-9807-3d235415c3c1 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899333 Aug 07 14:28:22.570613 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a080a794-b7e2-44af-af40-e79c76c15cac req-743f9fa9-bbe2-4cd4-9477-3dcd21e1cace service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349640 Aug 07 14:28:22.572549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.577391 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.583922 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73af9714-b04c-4908-999d-487ce4e0d87d HTTP/1.1" status: 204 len: 168 time: 0.9284117 Aug 07 14:28:22.593522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1bd9d-93aa-432f-920a-5be94fa2c7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af9714-b04c-4908-999d-487ce4e0d87d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:22.636637 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29a28bc5-1464-4fd2-9318-ee42a419db7c req-36b5506f-69a2-436b-bdac-05c5dc12daf3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644882 Aug 07 14:28:22.752796 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459eb08-f531-4c83-9faa-8af631ea3bed req-dc17086d-7b63-4e11-bb91-639bef3b1460 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:22.760413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0459eb08-f531-4c83-9faa-8af631ea3bed req-dc17086d-7b63-4e11-bb91-639bef3b1460 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 943 time: 0.6755269 Aug 07 14:28:22.787437 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b583745d-08e5-4c0d-9bae-22ef58d69b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.811495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:22.893849 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0459eb08-f531-4c83-9faa-8af631ea3bed req-2737b488-9204-4664-a4d4-0e2a54be8414 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324704 Aug 07 14:28:22.976235 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Allocated IP 172.20.0.10 (f32dcef7-3543-4c1b-9096-227738730ca6/47e6d363-1031-48cc-9dcd-3c5e2a62fd20/579e081b-f5c7-4cb9-b745-83f9af0513bb) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:23.056960 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.062659 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-943e2c3b-3814-4771-9e75-db8f7eb62d15 req-4d22c5c8-391f-4dfe-93a5-ff1ae701bb85 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.0733607 Aug 07 14:28:23.066702 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-3acd9e05-04c1-40e4-9e98-fa6242dc93e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--302698759&fields=id&tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 267 time: 0.1559958 Aug 07 14:28:23.231526 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.284505 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af361f6-655c-4c66-9eef-1efbc94ff225,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:23.309706 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-4e2571ff-ed4d-44a5-80f9-d30299d590a2 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:23.319028 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-4e2571ff-ed4d-44a5-80f9-d30299d590a2 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 811 time: 0.2345977 Aug 07 14:28:23.325408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.342036 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-24e823d8-9af8-46df-bbb6-caf194bacb7b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/quotas/b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 375 time: 0.0214577 Aug 07 14:28:23.402104 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.441471 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-06df8d58-0745-40c7-9745-3ce371227d34 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886660 Aug 07 14:28:23.451329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.454813 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-173bfcbc-2e35-42b2-b523-72dbab041445 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4207833 Aug 07 14:28:23.458027 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46834) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:23.467556 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:23.496308 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 46838) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:23.499309 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:23.508953 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36" -d '{"events": [{"name": "network-changed", "server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:23.521772 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-956be64e-98fc-4fc1-8f13-279cc4d574d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.691562 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd35bb1-22d8-4b23-8461-a5e17da765bf x-openstack-request-id: req-2dd35bb1-22d8-4b23-8461-a5e17da765bf {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:23.692183 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:23.692655 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dd35bb1-22d8-4b23-8461-a5e17da765bf {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:23.693467 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e', 'status': 'completed', 'code': 200} Aug 07 14:28:23.720632 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.788051 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:23.810641 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-2f7bea2e-0220-4733-a37b-c2261594f3df service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:28:23.820312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-2f7bea2e-0220-4733-a37b-c2261594f3df service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1242077 Aug 07 14:28:23.956944 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-ae0396b4-990f-40d2-bf1f-5b6144d56b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:23.959923 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-ae0396b4-990f-40d2-bf1f-5b6144d56b3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c95dfebc94d4e3e870d1a62d2694026&device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 1096 time: 0.2068779 Aug 07 14:28:23.988433 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.055415 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Network f32dcef7-3543-4c1b-9096-227738730ca6 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:24.077825 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:24.079901 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Pushing event updated for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:24.091222 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:24.098216 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:24.099177 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.183846 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf8f5-6814-456c-99b9-2e5b4484fa31 req-3cddad10-a6c1-4004-af93-150cc9083fc8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:24.191442 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bf4bf8f5-6814-456c-99b9-2e5b4484fa31 req-3cddad10-a6c1-4004-af93-150cc9083fc8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 943 time: 0.3191822 Aug 07 14:28:24.217048 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-995c4084-3753-4e7f-992f-563c736bc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:24.219446 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-995c4084-3753-4e7f-992f-563c736bc26d service neutron] 10.222.0.11 "GET /v2.0/networks?id=da95ec08-5b29-414b-b627-1891e258c21e HTTP/1.1" status: 200 len: 913 time: 0.2501917 Aug 07 14:28:24.239224 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-0d5b9c1c-9601-4915-bf6b-f6d6a1b9b074 service neutron] 10.222.0.26 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682468 Aug 07 14:28:24.277281 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-91a77c85-d687-4cae-8c23-3e257ae4a49c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e HTTP/1.1" status: 200 len: 217 time: 0.0456569 Aug 07 14:28:24.278726 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.355030 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bf4bf8f5-6814-456c-99b9-2e5b4484fa31 req-a71013ca-8a05-474f-8022-cd05a970b8d3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623087 Aug 07 14:28:24.394501 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-956be64e-98fc-4fc1-8f13-279cc4d574d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.434551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-0ab78b62-4958-4b99-86e4-0821db7a3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:24.436043 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-0ab78b62-4958-4b99-86e4-0821db7a3e65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f768f2dd-01a0-46a6-be9a-d9b1e433572a HTTP/1.1" status: 200 len: 852 time: 0.1487298 Aug 07 14:28:24.467050 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-87ec4a19-d894-4159-b13f-767be214f98e service neutron] 10.222.0.26 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201865 Aug 07 14:28:24.480881 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-6e35a738-c871-4d13-99ba-140a5e4e33ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da95ec08-5b29-414b-b627-1891e258c21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366540 Aug 07 14:28:24.542887 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-956be64e-98fc-4fc1-8f13-279cc4d574d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.628474 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Allocated IP 172.27.3.75 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/bbe2672e-9bb2-42e3-87ce-82201de94bda) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:24.673052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da0a5-96b6-4a2d-b928-46059a0bf4f0 req-639d6d6d-7037-4ba0-8a64-498b6f297469 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:24.687087 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-821da0a5-96b6-4a2d-b928-46059a0bf4f0 req-639d6d6d-7037-4ba0-8a64-498b6f297469 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 943 time: 0.2185345 Aug 07 14:28:24.701001 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-db03213c-4974-4050-a299-54a1852292ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0557957 Aug 07 14:28:24.712806 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-956be64e-98fc-4fc1-8f13-279cc4d574d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5673471b47164910886ce914672b76e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2071149 Aug 07 14:28:24.712806 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be64e-98fc-4fc1-8f13-279cc4d574d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e5b89-e17c-4cb7-b5ce-a317fb507874,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:24.713296 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 46878) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:24.730399 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-956c421a-cbb1-4c63-bcf2-ad2ded35e584 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126963 Aug 07 14:28:24.730747 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Request body: {'port': {'device_id': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:24.771768 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-821da0a5-96b6-4a2d-b928-46059a0bf4f0 req-6671aba8-b27a-4c64-9156-5b87f98e7bae tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822055 Aug 07 14:28:24.841817 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:24.929645 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b23a48dc-ef10-4315-9b31-0610c7249382 req-9d637d50-a1f8-4a8b-ae3d-e8c7e3fac208 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.0678954 Aug 07 14:28:25.122936 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db5a93bf-2ade-4629-9fd6-dfdbdb5fdb36 req-3a7c914a-74d7-4797-9338-6c846d1a6113 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836997 Aug 07 14:28:25.140245 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.154333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.158573 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.244811 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.315687 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ee586db7-6e8f-4efc-a7a6-fed24d4458e4 req-eb5452f5-ef0c-45d8-b4bf-32aa1c620667 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.0340536 Aug 07 14:28:25.545810 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579e081b-f5c7-4cb9-b745-83f9af0513bb {{(pid=94068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:25.546585 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device b847ca3e-a07a-4a62-9d9b-eb5d8298995e details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:25.556159 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.565985 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e88de2fc-4dd4-4566-92e4-eff90bd9045b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:25.568705 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e88de2fc-4dd4-4566-92e4-eff90bd9045b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 819 time: 0.3272951 Aug 07 14:28:25.594084 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b3ce2-c84b-4ed9-b15e-3b3bc010f94b req-d49fd360-94e3-4593-9c28-4232eb391370 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:25.601072 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-091b3ce2-c84b-4ed9-b15e-3b3bc010f94b req-d49fd360-94e3-4593-9c28-4232eb391370 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 943 time: 0.1281121 Aug 07 14:28:25.613159 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Request body: {'port': {'device_id': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'admin_state_up': True, 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:25.660086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-091b3ce2-c84b-4ed9-b15e-3b3bc010f94b req-433bb527-a3f9-4588-be05-4da72dad8736 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Aug 07 14:28:25.728199 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.765584 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Transition to ACTIVE for port object 579e081b-f5c7-4cb9-b745-83f9af0513bb will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:25.786263 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,segment=NetworkSegment(344f209b-e32f-4103-a0d5-11a682fbaa84),segment_id=344f209b-e32f-4103-a0d5-11a682fbaa84)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:25.786836 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.789419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.791261 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a4e5b89-e17c-4cb7-b5ce-a317fb507874 HTTP/1.1" status: 204 len: 168 time: 1.0768039 Aug 07 14:28:25.807661 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e', 'network_id': 'da95ec08-5b29-414b-b627-1891e258c21e', 'port_id': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e', 'mac_address': 'fa:16:3e:08:a1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f768f2dd-01a0-46a6-be9a-d9b1e433572a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:25.837057 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:25.844588 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:25.850452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:25.870430 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:25.886598 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3871e-1dbb-40ab-b227-718bdd756fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e5b89-e17c-4cb7-b5ce-a317fb507874,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:25.939032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=bbe2672e-9bb2-42e3-87ce-82201de94bda,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:25.989025 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.028815 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b847ca3e-a07a-4a62-9d9b-eb5d8298995e {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:26.102166 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,segment=NetworkSegment(344f209b-e32f-4103-a0d5-11a682fbaa84),segment_id=344f209b-e32f-4103-a0d5-11a682fbaa84)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:26.200864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.262121 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.263642 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6f1770eb-7500-4ae9-b575-4556332f6098 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:26.316172 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Made reservation on behalf of c5d01a028856466792b2a6618a8e5e30 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:26.320088 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.329738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Pushing event updated for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:26.390922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e0926eb-9fdb-4a58-bb6d-c282280bba19 req-4026721a-1017-4049-9839-be37f8dfa609 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.3276851 Aug 07 14:28:26.447221 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:26.559258 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6f1770eb-7500-4ae9-b575-4556332f6098,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:26.583600 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '6f1770eb-7500-4ae9-b575-4556332f6098', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'port_id': '6f1770eb-7500-4ae9-b575-4556332f6098', 'mac_address': 'fa:16:3e:30:f7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009e0152-ef62-4114-885a-920e62378c26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:26.616920 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a362-08da-44a3-8453-13bd0876778a req-ead5ff4e-defa-486a-9ecd-e7e54ada5b0e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:26.623781 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cad4a362-08da-44a3-8453-13bd0876778a req-ead5ff4e-defa-486a-9ecd-e7e54ada5b0e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 943 time: 0.7571425 Aug 07 14:28:26.626362 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Attempting to bind port 579e081b-f5c7-4cb9-b745-83f9af0513bb on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:26.626888 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Attempting to bind port 579e081b-f5c7-4cb9-b745-83f9af0513bb by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:26.628112 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Attempting to bind port 579e081b-f5c7-4cb9-b745-83f9af0513bb on network f32dcef7-3543-4c1b-9096-227738730ca6 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:26.633703 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69698771-f769-4bc1-90f5-ed7a5fd85f80 req-a34c5c48-fc11-4857-bb28-fb86b4bfebb7 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.1174302 Aug 07 14:28:26.647443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.668872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.675674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Port 579e081b-f5c7-4cb9-b745-83f9af0513bb on network f32dcef7-3543-4c1b-9096-227738730ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:26.679972 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Attempting to bind port 579e081b-f5c7-4cb9-b745-83f9af0513bb on network f32dcef7-3543-4c1b-9096-227738730ca6 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:26.688480 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1770eb-7500-4ae9-b575-4556332f6098 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:26.701893 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:26.702541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Checking segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:26.703629 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Bound using segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:26.704384 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Bound port: 579e081b-f5c7-4cb9-b745-83f9af0513bb, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:26.705125 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.765665 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6f1770eb-7500-4ae9-b575-4556332f6098,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:26.815771 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Allocated IP 172.20.0.14 (f32dcef7-3543-4c1b-9096-227738730ca6/47e6d363-1031-48cc-9dcd-3c5e2a62fd20/6041061d-371f-4f6a-a0f2-cfa7e210f892) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:26.823694 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cad4a362-08da-44a3-8453-13bd0876778a req-92ddb48c-3fc1-415b-8962-360e5b05e80e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743834 Aug 07 14:28:26.851262 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:26.925352 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:26.936545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948ac2-0f72-4aea-9bda-37f67259edb3 req-a7767428-47e9-4e2f-b9d2-402c1ba2fece tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:26.938441 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e948ac2-0f72-4aea-9bda-37f67259edb3 req-a7767428-47e9-4e2f-b9d2-402c1ba2fece tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 944 time: 0.1094370 Aug 07 14:28:26.969821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:27.014355 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:27.022884 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e948ac2-0f72-4aea-9bda-37f67259edb3 req-d127ce88-f0c5-49f8-bbc7-3061549af095 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Aug 07 14:28:27.039346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.103908 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:27.104702 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.106292 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] 10.222.0.11 "PUT /v2.0/ports/579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 1094 time: 2.3889165 Aug 07 14:28:27.106820 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:27.201628 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed835-ea54-453a-9b72-70c9353f3d41 service neutron] Pushing event updated for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:27.259798 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:27.287668 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.340103 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.373596 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['b847ca3e-a07a-4a62-9d9b-eb5d8298995e'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:27.374312 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.482148 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:27.534410 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-f27e4f09-01fb-4468-8720-379c0a8263b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:27.536329 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-f27e4f09-01fb-4468-8720-379c0a8263b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1998565 Aug 07 14:28:27.599223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=bbe2672e-9bb2-42e3-87ce-82201de94bda,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:27.621010 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.708456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-490a4b3d-2d76-443b-81e7-30326d5ce92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.1570938 Aug 07 14:28:27.728615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039305f8-7b35-4b0e-a0d9-f122036ccc5f x-openstack-request-id: req-039305f8-7b35-4b0e-a0d9-f122036ccc5f {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:27.728912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:27.729170 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-039305f8-7b35-4b0e-a0d9-f122036ccc5f {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:27.729637 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb', 'status': 'completed', 'code': 200} Aug 07 14:28:27.734072 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6120a3b3-4904-4407-850f-96a90d165ed4 req-97d85891-70ee-4bea-9668-bef552aa5ee7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.0933414 Aug 07 14:28:27.788326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.798380 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-0d909add-2229-4aa3-a248-6188aa9cf048 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3298671 Aug 07 14:28:27.798380 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:27.877352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Network f32dcef7-3543-4c1b-9096-227738730ca6 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:27.885110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:27.893099 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Pushing event updated for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:27.899097 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:27.916495 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73b3fcd8-4c07-4a02-827b-a074e249d4e9 req-8a466806-0b3c-46db-b7b8-eb24c4e5d2cf tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.1358440 Aug 07 14:28:27.936189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-c83351f0-291e-418b-80bb-d3742f93b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:27.938344 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-c83351f0-291e-418b-80bb-d3742f93b1e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.2075131 Aug 07 14:28:28.034207 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-11dbb04a-ea83-4953-8592-d2bb02a1fc86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861700 Aug 07 14:28:28.060958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:28.060958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:28.148261 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-3857dabc-797d-4e79-b0d5-2e134a062cd3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5604882 Aug 07 14:28:28.174575 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Request body: {'port': {'device_id': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:28.220161 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b647-8039-4f6b-8d7c-b5423a129841 req-c32f1563-38ba-4417-8a24-44ce885a7a38 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:28.222676 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c2f4b647-8039-4f6b-8d7c-b5423a129841 req-c32f1563-38ba-4417-8a24-44ce885a7a38 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 944 time: 0.1918714 Aug 07 14:28:28.233178 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-60be8c2c-b5fd-4ed9-8d62-e81686e29e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--435715017&fields=id&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 267 time: 0.1046135 Aug 07 14:28:28.284605 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-c3100114-8d32-435a-8c01-d86f7da8a521 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417541 Aug 07 14:28:28.330757 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:28.436754 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c2f4b647-8039-4f6b-8d7c-b5423a129841 req-3de9ddb0-eb72-4e2e-90d0-48e2b6323624 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996899 Aug 07 14:28:28.525388 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0feccd97-66b1-4059-82fa-7b4e25b0b10c req-0824123c-acfc-4f24-890a-b353c9b57f12 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277067 Aug 07 14:28:28.616465 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-328e2e0c-a4e0-49eb-b5c0-5d3b387d52ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:28.618542 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-328e2e0c-a4e0-49eb-b5c0-5d3b387d52ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 816 time: 0.3759820 Aug 07 14:28:28.669754 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7613c6-e7a7-4543-8330-05b26057ec2c req-bba726db-08bf-4e0d-89cc-f9bd6598490c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:28.672786 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b7613c6-e7a7-4543-8330-05b26057ec2c req-bba726db-08bf-4e0d-89cc-f9bd6598490c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 944 time: 0.1327312 Aug 07 14:28:28.674764 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-d927e566-f75a-4c05-b1d3-4bc3bf6beb34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/quotas/1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 375 time: 0.0408599 Aug 07 14:28:28.797313 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b7613c6-e7a7-4543-8330-05b26057ec2c req-b8ce6ceb-3066-4ca9-99f5-a1c30b9d72e0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170549 Aug 07 14:28:28.826817 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6041061d-371f-4f6a-a0f2-cfa7e210f892 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:28.843764 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:28.858325 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Transition to ACTIVE for port object 6041061d-371f-4f6a-a0f2-cfa7e210f892 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:28.859290 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-ec676cea-c4bf-4110-8038-abe9eab721f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758461 Aug 07 14:28:28.931690 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:28.932096 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:28.939311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-5400fa91-5207-4b20-b49e-df4e1b31f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:28.943843 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-5400fa91-5207-4b20-b49e-df4e1b31f00a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1164546 Aug 07 14:28:29.064225 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:29.137337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13cc95-d7a9-43e5-9642-773ac63d1944 req-31774755-ec1d-4ebb-91c0-96d8c1e2a459 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:29.138905 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cd13cc95-d7a9-43e5-9642-773ac63d1944 req-31774755-ec1d-4ebb-91c0-96d8c1e2a459 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.2550733 Aug 07 14:28:29.168166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-c5c446cf-dbc4-48b7-8a55-29e530539e8d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:29.169833 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-c5c446cf-dbc4-48b7-8a55-29e530539e8d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 811 time: 0.2110853 Aug 07 14:28:29.185641 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-5583f061-b111-4cf6-8f62-77ec0dfb62ba service neutron] 10.222.0.26 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109953 Aug 07 14:28:29.187384 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Attempting to bind port 6041061d-371f-4f6a-a0f2-cfa7e210f892 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:29.188465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Attempting to bind port 6041061d-371f-4f6a-a0f2-cfa7e210f892 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:29.188465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Attempting to bind port 6041061d-371f-4f6a-a0f2-cfa7e210f892 on network f32dcef7-3543-4c1b-9096-227738730ca6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:29.190879 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-44ce431b-e764-42cc-b741-f66887b6da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:29.192542 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-44ce431b-e764-42cc-b741-f66887b6da0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.2347441 Aug 07 14:28:29.216573 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Port 6041061d-371f-4f6a-a0f2-cfa7e210f892 on network f32dcef7-3543-4c1b-9096-227738730ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:29.216902 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Attempting to bind port 6041061d-371f-4f6a-a0f2-cfa7e210f892 on network f32dcef7-3543-4c1b-9096-227738730ca6 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:29.233954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:29.233954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Checking segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:29.233954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Bound using segment: {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:29.233954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Bound port: 6041061d-371f-4f6a-a0f2-cfa7e210f892, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296afeb-eb3b-44a6-ad48-503e24133b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:29.233954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:29.302607 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-ae189842-3064-466f-86ab-dc5f6dfce9d3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 379 time: 0.1111078 Aug 07 14:28:29.315743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'port': {'device_id': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'admin_state_up': True, 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'security_groups': ['8ee07509-c1e7-4e29-9c00-4e0f08f8c169']}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:29.417593 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:29.444951 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:29.491363 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cd13cc95-d7a9-43e5-9642-773ac63d1944 req-98f6251b-bc5d-40b6-aa9e-8335b7a2e479 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411913 Aug 07 14:28:29.494838 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-0c24faa1-625c-4bb5-a77a-7aa7749b1daf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.2903802 Aug 07 14:28:29.563989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device b847ca3e-a07a-4a62-9d9b-eb5d8298995e up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:29.628701 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:29.637850 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-10c0ad26-99c6-43ae-9ca2-24302c84a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:29.640586 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-10c0ad26-99c6-43ae-9ca2-24302c84a160 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.1338775 Aug 07 14:28:29.671339 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:29.674840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:29.674840 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 200 len: 1094 time: 1.5114210 Aug 07 14:28:29.675449 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:29.678202 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2188609f-b6b4-49db-ab25-a44bc78cd142" -d '{"events": [{"name": "network-changed", "server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:29.696607 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Made reservation on behalf of b01a839ba4c640ed8d1bbc9e007bdf53 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:29.702981 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:29.720489 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-d9bb797c-c0fc-400d-9802-5ce959fac7d6 service neutron] 10.222.0.26 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139585 Aug 07 14:28:29.727206 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-9f31e4bd-6963-4cde-9b1c-9446b922fe52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731473 Aug 07 14:28:29.730013 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port b847ca3e-a07a-4a62-9d9b-eb5d8298995e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:29.735851 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port b847ca3e-a07a-4a62-9d9b-eb5d8298995e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:29.737508 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:29.743399 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adb328-c9e5-49bc-937a-38bc1031a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:29.818363 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e0e3c40c-57d3-4dda-8a4f-743732654b55 req-96ef37b8-9ce6-408a-ad56-2b6ac3e78adb tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.0954447 Aug 07 14:28:30.169285 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-6bc06f89-c6de-4c30-8c8f-35c95d0d906f service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493392 Aug 07 14:28:30.286692 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:30.347258 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae86e98-4c50-4249-ba14-542c28903eca x-openstack-request-id: req-7ae86e98-4c50-4249-ba14-542c28903eca {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:30.348141 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:30.348617 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ae86e98-4c50-4249-ba14-542c28903eca {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:30.350396 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892', 'status': 'completed', 'code': 200} Aug 07 14:28:30.362010 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148d99-fc92-4079-ba66-2ae9e444a60c req-23a7034b-9827-43f2-8d05-b3597612a07f tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:30.373469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-629a9506-6bff-466a-b330-4cecbb4efde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:30.379474 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4a148d99-fc92-4079-ba66-2ae9e444a60c req-23a7034b-9827-43f2-8d05-b3597612a07f tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 944 time: 0.2083383 Aug 07 14:28:30.389561 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-629a9506-6bff-466a-b330-4cecbb4efde0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1097 time: 0.4672446 Aug 07 14:28:30.396007 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:30.468148 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Allocated IP 172.20.0.7 (276c42f5-d79d-4445-adc2-46f4d27cb94b/a3026886-4409-4755-8ca7-14c510e99bfb/4601e7cd-d138-442e-b197-77c7f7550969) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:30.500981 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4a148d99-fc92-4079-ba66-2ae9e444a60c req-8d01727c-3947-49fc-b2ac-b65f50581aee tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196134 Aug 07 14:28:30.544789 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-8ba78e43-d5f8-4eff-8f93-cddbf8088836 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 200 len: 217 time: 0.1288822 Aug 07 14:28:30.670540 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-332076c1-8a0d-4d9b-ae3b-cff1ea4be7ef req-0c72c6cc-82a5-4516-b9b5-5f20cba48fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770129 Aug 07 14:28:30.706022 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,segment=NetworkSegment(344f209b-e32f-4103-a0d5-11a682fbaa84),segment_id=344f209b-e32f-4103-a0d5-11a682fbaa84)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:30.713427 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-fb1ffa8b-efd8-4df1-a00a-3abc9849bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:30.715651 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-fb1ffa8b-efd8-4df1-a00a-3abc9849bf48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.1663222 Aug 07 14:28:30.789985 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b13e1a9-f876-4901-a6d9-2bc2870a15e4 req-0892feaa-23dd-421f-9279-884a05c0888b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.1045706 Aug 07 14:28:30.796661 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-183c2960-0cb6-4aa8-9129-a82ab5bc98a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628939 Aug 07 14:28:30.810826 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:30.812263 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6f1770eb-7500-4ae9-b575-4556332f6098 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:30.856587 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072316f0-1122-4daf-b8ed-97f76b379241 req-3c7ea9ba-ad5b-4f58-8455-75006d2e74ae tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:30.870996 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-072316f0-1122-4daf-b8ed-97f76b379241 req-3c7ea9ba-ad5b-4f58-8455-75006d2e74ae tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 944 time: 0.3499672 Aug 07 14:28:30.978932 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-072316f0-1122-4daf-b8ed-97f76b379241 req-75574d9c-6394-47b4-8a5a-a1c79d95d7d5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054003 Aug 07 14:28:31.088504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:31.101103 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e8f5c4-30f0-455e-9ac2-553f5b90beef" -d '{"events": [{"server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "name": "network-vif-plugged", "status": "completed", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:31.116903 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f4261-2f37-4a6b-b934-659f23cfb16a req-b98d2946-f899-435c-ab10-f192f9e93a08 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:31.136440 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d59f4261-2f37-4a6b-b934-659f23cfb16a req-b98d2946-f899-435c-ab10-f192f9e93a08 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.1546886 Aug 07 14:28:31.201886 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27568f9a-2f51-4d33-a959-e64bfd8cb6dc req-a71034e4-2e0a-4a12-b4e3-f1cbf89adb2b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.0619879 Aug 07 14:28:31.215814 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 6f1770eb-7500-4ae9-b575-4556332f6098 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:31.223013 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 6f1770eb-7500-4ae9-b575-4556332f6098 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:31.229661 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d59f4261-2f37-4a6b-b934-659f23cfb16a req-5a854e20-b1b2-40d0-bc9b-894b5c7563dd tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857701 Aug 07 14:28:31.230626 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:31.353049 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:31.360936 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-5e7d455c-dfc0-41e1-becc-d11edced3129 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561638 Aug 07 14:28:31.379423 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:31.410806 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Transition to ACTIVE for port object 4601e7cd-d138-442e-b197-77c7f7550969 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:31.476463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6f1770eb-7500-4ae9-b575-4556332f6098,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:31.487887 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4e2cd7-771f-4e60-84a2-a22b92cf66df x-openstack-request-id: req-5f4e2cd7-771f-4e60-84a2-a22b92cf66df {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:31.488343 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "name": "network-vif-plugged", "status": "completed", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:31.488744 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f4e2cd7-771f-4e60-84a2-a22b92cf66df {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:31.489436 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e', 'code': 200} Aug 07 14:28:31.535709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 579e081b-f5c7-4cb9-b745-83f9af0513bb details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:31.565591 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:31.616150 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-88278ded-a879-46c6-845d-e5f283c8bb8b req-47781da5-8c6d-40b7-8aa4-c73acbce0374 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442698 Aug 07 14:28:31.669729 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:31.683178 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.db.resource_extend [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 14:28:31.691932 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:31.794001 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be4a5-cb61-4625-8ecb-da4174b46d24 req-1cc6a026-fea1-497a-94ff-eaee51964d53 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:31.795954 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-666be4a5-cb61-4625-8ecb-da4174b46d24 req-1cc6a026-fea1-497a-94ff-eaee51964d53 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1318619 Aug 07 14:28:31.805624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:31.815869 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:31.821426 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:31.828593 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:31.866712 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:31.867180 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-666be4a5-cb61-4625-8ecb-da4174b46d24 req-775af668-84ba-4303-af9e-a8f230bee066 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Aug 07 14:28:31.904829 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '579e081b-f5c7-4cb9-b745-83f9af0513bb', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'port_id': '579e081b-f5c7-4cb9-b745-83f9af0513bb', 'mac_address': 'fa:16:3e:9d:2d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:31.980872 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:31.982019 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.022525 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d00b0e1c-0c46-4859-8d9b-4fa6a9b8b537 req-54648105-2f78-41a4-8f03-2735f2e45305 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.0614691 Aug 07 14:28:32.116566 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.164667 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-95241ceb-e695-4aa6-a059-2a12336c31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:32.166909 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-95241ceb-e695-4aa6-a059-2a12336c31ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1097 time: 0.1084774 Aug 07 14:28:32.169250 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-d56a017c-cee7-4e6a-b137-c848c05e852a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8587191 Aug 07 14:28:32.174777 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579e081b-f5c7-4cb9-b745-83f9af0513bb {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:32.210500 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:32.215149 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Request body: {'port': {'device_id': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:32.318623 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.349799 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fc490-e30f-42d0-a722-c6421741257c req-8c5f4f6d-7223-481f-8b31-d2fa113bfda3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:32.352885 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-387fc490-e30f-42d0-a722-c6421741257c req-8c5f4f6d-7223-481f-8b31-d2fa113bfda3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.2163804 Aug 07 14:28:32.401644 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:32.422022 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-69f6d242-1002-4c0b-877d-a75fc23c4692 None None] Provisioning for port 4601e7cd-d138-442e-b197-77c7f7550969 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:32.425017 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-5fb0b182-bb5b-42e1-bd72-0b855186fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:32.431863 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-69f6d242-1002-4c0b-877d-a75fc23c4692 None None] Provisioning complete for port 4601e7cd-d138-442e-b197-77c7f7550969 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:32.431863 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-69f6d242-1002-4c0b-877d-a75fc23c4692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.436223 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-5fb0b182-bb5b-42e1-bd72-0b855186fdce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 1098 time: 0.2296455 Aug 07 14:28:32.477833 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-69f6d242-1002-4c0b-877d-a75fc23c4692 None None] Port 4601e7cd-d138-442e-b197-77c7f7550969 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:28:32.530925 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.538667 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-e7f4a3de-011f-480d-8c96-7acf38947b6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:32.574090 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-387fc490-e30f-42d0-a722-c6421741257c req-c0c2d25a-800a-4ebd-be0e-2916537011a2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124257 Aug 07 14:28:32.590720 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-d276818b-6766-4740-88b9-7362e5fd0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:32.593476 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-d276818b-6766-4740-88b9-7362e5fd0e3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.3934762 Aug 07 14:28:32.634713 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['579e081b-f5c7-4cb9-b745-83f9af0513bb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:32.721599 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56553b-64e2-4a69-b4f5-07d389d18beb req-c5ca90e5-2493-4762-ad53-2dbe1288eb8c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:32.731191 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6d56553b-64e2-4a69-b4f5-07d389d18beb req-c5ca90e5-2493-4762-ad53-2dbe1288eb8c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 931 time: 0.3164029 Aug 07 14:28:32.801817 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-bc8af5b0-8f29-4e9e-a8c1-b50ee6b4ca7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 200 len: 217 time: 0.1730397 Aug 07 14:28:32.973142 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6d56553b-64e2-4a69-b4f5-07d389d18beb req-f70b69f6-adc7-4a4d-8a06-2535aaa4dc2e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224810 Aug 07 14:28:33.036549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-f4df0371-4c86-47f7-ae38-ab77585bda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:33.038427 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-f4df0371-4c86-47f7-ae38-ab77585bda25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.2180209 Aug 07 14:28:33.079332 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a1071-2861-45d7-bdb6-eb8ab7416bd3 req-ff3bee6c-2d4c-4f4b-9eaf-0ab3f8baa205 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:33.090374 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-579a1071-2861-45d7-bdb6-eb8ab7416bd3 req-ff3bee6c-2d4c-4f4b-9eaf-0ab3f8baa205 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.3100667 Aug 07 14:28:33.133108 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-8baf12c4-0d96-4955-9a30-8675216f0820 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857816 Aug 07 14:28:33.198611 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-e7f4a3de-011f-480d-8c96-7acf38947b6b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:33.227935 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-579a1071-2861-45d7-bdb6-eb8ab7416bd3 req-22fb1213-f7ed-4892-bfb0-b6683d27f718 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306150 Aug 07 14:28:33.257871 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e9f41-24cb-41c4-b365-d54f0030bc1c req-acd8e150-8116-47c5-9bc5-0491ed8663e9 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:33.259368 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-261e9f41-24cb-41c4-b365-d54f0030bc1c req-acd8e150-8116-47c5-9bc5-0491ed8663e9 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1238091 Aug 07 14:28:33.269806 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-e7f4a3de-011f-480d-8c96-7acf38947b6b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:33.367425 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-b01bdce0-4266-4b40-9f6b-f4357fcb3fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199104 Aug 07 14:28:33.422769 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5b79e07-22af-4565-98ce-5677ab3c6e3f req-e7f4a3de-011f-480d-8c96-7acf38947b6b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9851649 Aug 07 14:28:33.426573 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d56c2a4a-7ed1-47a3-bf84-e4bad001ab47 req-25ea7a35-98a1-4da3-a8ff-998f1e855fde tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.1051199 Aug 07 14:28:33.460982 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4a3de-011f-480d-8c96-7acf38947b6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6127c6c8-68d5-4d1a-93f9-edd8c10e6f32,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:33.481410 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-261e9f41-24cb-41c4-b365-d54f0030bc1c req-0450a05d-9ed2-4ad8-8b43-776a51c25bd6 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623998 Aug 07 14:28:33.491226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:33.495547 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ec916-5820-4c5c-96b5-15199ca12908" -d '{"events": [{"server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "name": "network-vif-plugged", "status": "completed", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:33.547997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4601e7cd-d138-442e-b197-77c7f7550969 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:33.557358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87819dd5-4347-4bc5-b34b-74683619dec1 x-openstack-request-id: req-87819dd5-4347-4bc5-b34b-74683619dec1 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:33.558232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "name": "network-vif-plugged", "status": "completed", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:33.558232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87819dd5-4347-4bc5-b34b-74683619dec1 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:33.558755 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098', 'code': 200} Aug 07 14:28:33.565437 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 579e081b-f5c7-4cb9-b745-83f9af0513bb up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:33.577044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:33.624551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Transition to ACTIVE for port object 4601e7cd-d138-442e-b197-77c7f7550969 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:33.640164 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2188609f-b6b4-49db-ab25-a44bc78cd142 req-4713d2e2-424d-4610-aa43-5d820f15bb92 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617786 Aug 07 14:28:33.733311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8759-375d-4f67-b9f7-bf08edac639a req-37b76c7a-704c-4427-8d48-5a6996d9b0c5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:33.736025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9dc8759-375d-4f67-b9f7-bf08edac639a req-37b76c7a-704c-4427-8d48-5a6996d9b0c5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0644064 Aug 07 14:28:33.816217 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9dc8759-375d-4f67-b9f7-bf08edac639a req-5e955a80-1326-4887-a2cc-736a50a62f2f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698287 Aug 07 14:28:33.821847 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:33.822117 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 579e081b-f5c7-4cb9-b745-83f9af0513bb completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:33.835463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 579e081b-f5c7-4cb9-b745-83f9af0513bb triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:33.836146 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:33.989688 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Pushing event updated for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:34.061458 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:34.164633 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:34.184336 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Attempting to bind port 4601e7cd-d138-442e-b197-77c7f7550969 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:34.184692 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Attempting to bind port 4601e7cd-d138-442e-b197-77c7f7550969 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:34.185035 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Attempting to bind port 4601e7cd-d138-442e-b197-77c7f7550969 on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:34.192868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Port 4601e7cd-d138-442e-b197-77c7f7550969 on network 276c42f5-d79d-4445-adc2-46f4d27cb94b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:34.193120 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Attempting to bind port 4601e7cd-d138-442e-b197-77c7f7550969 on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:34.200178 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:34.201895 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Checking segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:34.202349 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Bound using segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:34.202808 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Bound port: 4601e7cd-d138-442e-b197-77c7f7550969, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:34.203190 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:34.256608 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:34.381906 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:34.466735 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b389-00b3-4d77-8bd0-967da7af2f7e req-13264d50-0ee5-4acf-899b-52ed56c2d18f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.468623 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aff3b389-00b3-4d77-8bd0-967da7af2f7e req-13264d50-0ee5-4acf-899b-52ed56c2d18f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.2489464 Aug 07 14:28:34.474339 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62f1f9-b928-4b2e-b1e1-983b1f6e8479 req-56f94a52-f7a6-4bbb-84c6-c692d88eedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.477963 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-0a62f1f9-b928-4b2e-b1e1-983b1f6e8479 req-56f94a52-f7a6-4bbb-84c6-c692d88eedee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 1098 time: 0.2101145 Aug 07 14:28:34.480124 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:34.487220 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4601e7cd-d138-442e-b197-77c7f7550969,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:34.523625 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cbaaa-9695-4f2f-86e4-126417c77fd5 req-6944e748-764b-4d0e-91b9-f930d3681606 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.525275 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a0cbaaa-9695-4f2f-86e4-126417c77fd5 req-6944e748-764b-4d0e-91b9-f930d3681606 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.1256599 Aug 07 14:28:34.569093 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-15e4d3eb-e3a6-46b5-82cf-0329d03dcf80 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.570621 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-15e4d3eb-e3a6-46b5-82cf-0329d03dcf80 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 816 time: 0.2959216 Aug 07 14:28:34.583408 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:34.584849 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aff3b389-00b3-4d77-8bd0-967da7af2f7e req-bbba6ef6-0441-469b-a9a4-b7361b3413eb tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019683 Aug 07 14:28:34.606296 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a0cbaaa-9695-4f2f-86e4-126417c77fd5 req-a8830a50-f276-413e-8e66-91f30e78f62b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731514 Aug 07 14:28:34.657710 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.659286 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:34.661310 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] 10.222.0.11 "PUT /v2.0/ports/4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 1093 time: 2.4586024 Aug 07 14:28:34.661888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:34.664738 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5f4ba-4bd4-400f-90df-548fbf4c2334" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "tag": "4601e7cd-d138-442e-b197-77c7f7550969"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:34.693632 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee7f37-8202-4019-b272-4b454a69dcba service neutron] Pushing event updated for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:34.759251 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-543d931b-4d01-4638-aab0-7ece7cdbb02d req-8d66337e-fdf1-47f4-823a-f9a4c817719a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.0361292 Aug 07 14:28:34.779710 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598167-f451-4e1a-a1e3-be0b743f69d7 req-1089e2e2-d2ce-44cd-9d11-5ba54c7a4310 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:34.781480 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b3598167-f451-4e1a-a1e3-be0b743f69d7 req-1089e2e2-d2ce-44cd-9d11-5ba54c7a4310 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.0910034 Aug 07 14:28:34.837548 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1e5be3-b7a1-4cec-b041-508125c8c3b3 x-openstack-request-id: req-2e1e5be3-b7a1-4cec-b041-508125c8c3b3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:34.837970 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "tag": "4601e7cd-d138-442e-b197-77c7f7550969", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:34.838322 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e1e5be3-b7a1-4cec-b041-508125c8c3b3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:34.838852 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969', 'status': 'completed', 'code': 200} Aug 07 14:28:34.853673 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b3598167-f451-4e1a-a1e3-be0b743f69d7 req-07802230-3c9f-4377-a765-a08b096db73e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550306 Aug 07 14:28:34.996488 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:28:35.009139 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a7cd4-0a2c-410d-a49a-ecb913b9117b req-aa56c4a5-b5a1-4e20-9990-8eb322d38ecf tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:35.010747 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-948a7cd4-0a2c-410d-a49a-ecb913b9117b req-aa56c4a5-b5a1-4e20-9990-8eb322d38ecf tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0585749 Aug 07 14:28:35.053563 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-948a7cd4-0a2c-410d-a49a-ecb913b9117b req-6afcc9f0-c374-4542-a1e1-d61494832442 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363882 Aug 07 14:28:35.560083 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:35.565284 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865e71f-a495-4ab8-b06a-72a3a6189ca5" -d '{"events": [{"server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "name": "network-vif-plugged", "status": "completed", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:35.602531 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd0d82-6dc5-4edd-bb3d-7b42299f75b4 x-openstack-request-id: req-f9bd0d82-6dc5-4edd-bb3d-7b42299f75b4 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:35.602964 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "name": "network-vif-plugged", "status": "completed", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:35.603303 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9bd0d82-6dc5-4edd-bb3d-7b42299f75b4 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:35.603802 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb', 'code': 200} Aug 07 14:28:35.781894 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500781f1-89e1-43d8-a171-29a57dc75903 req-24a718db-6965-42c5-a3f7-cce45e24b60f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:35.784101 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-500781f1-89e1-43d8-a171-29a57dc75903 req-24a718db-6965-42c5-a3f7-cce45e24b60f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0850372 Aug 07 14:28:35.820402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e48895-dbcb-4673-a84b-97abb4bf6281 req-d83630db-1c39-4376-aa4d-5f1605fced34 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:35.822029 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-05e48895-dbcb-4673-a84b-97abb4bf6281 req-d83630db-1c39-4376-aa4d-5f1605fced34 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.0942974 Aug 07 14:28:35.849897 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-500781f1-89e1-43d8-a171-29a57dc75903 req-c1ce389a-2bda-4e8a-8c9c-3ec4864d744b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582647 Aug 07 14:28:35.903515 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-05e48895-dbcb-4673-a84b-97abb4bf6281 req-4c1e61a5-7455-428c-a890-7d584d010969 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692441 Aug 07 14:28:35.944840 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c91d56b9-77ba-4419-9e38-a2ae8d6963e9 req-173c06ce-ac26-447d-be3d-f1f616feb009 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.0288064 Aug 07 14:28:36.076056 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb78453-1b40-494f-a446-ba7dc6e8b329 req-39ca9944-cf8f-4db0-a01f-b1b114818b2e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:36.077724 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb78453-1b40-494f-a446-ba7dc6e8b329 req-39ca9944-cf8f-4db0-a01f-b1b114818b2e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Aug 07 14:28:36.155059 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb78453-1b40-494f-a446-ba7dc6e8b329 req-ed1f2466-09b8-4e54-9241-6ab6d4250262 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 Aug 07 14:28:36.225645 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cbb72-d50b-4681-bb37-a9beb7157bd8 req-9b3455f4-51de-4aaa-a766-5750e6c3e00d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:36.227283 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-442cbb72-d50b-4681-bb37-a9beb7157bd8 req-9b3455f4-51de-4aaa-a766-5750e6c3e00d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Aug 07 14:28:36.274025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-442cbb72-d50b-4681-bb37-a9beb7157bd8 req-56d541c5-7079-49a8-8e13-4a88088708a4 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Aug 07 14:28:36.406400 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47170) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:36.533746 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3479c5e4-6fc8-4430-a0cd-d82f01c70f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:36.668711 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3479c5e4-6fc8-4430-a0cd-d82f01c70f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:36.758474 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3479c5e4-6fc8-4430-a0cd-d82f01c70f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:36.798220 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3479c5e4-6fc8-4430-a0cd-d82f01c70f6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a72d20fc880741c591bf00296fc25aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904402 Aug 07 14:28:36.800288 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479c5e4-6fc8-4430-a0cd-d82f01c70f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172f664e-2c0b-40e2-b324-4516c6ae4b03,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:36.801808 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47176) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:36.857469 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:36.884616 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:37.030029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:37.032723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:37.034602 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/172f664e-2c0b-40e2-b324-4516c6ae4b03 HTTP/1.1" status: 204 len: 168 time: 0.2317359 Aug 07 14:28:37.069676 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7fb22-f57b-47ae-a938-e976856514bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f664e-2c0b-40e2-b324-4516c6ae4b03,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:37.091979 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb8e0-3f09-4b9a-ac74-3ab2536ff318 req-a93b786f-5340-40d6-9152-f7fb93351085 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:37.101143 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-479bb8e0-3f09-4b9a-ac74-3ab2536ff318 req-a93b786f-5340-40d6-9152-f7fb93351085 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.1364312 Aug 07 14:28:37.130567 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69b6e7-dfd5-4b49-8f8c-167cdacc6c6c req-8c39eed6-e7c0-4f8b-822d-3ef4d6971dcc tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:37.132271 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9a69b6e7-dfd5-4b49-8f8c-167cdacc6c6c req-8c39eed6-e7c0-4f8b-822d-3ef4d6971dcc tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 944 time: 0.1233685 Aug 07 14:28:37.160341 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-479bb8e0-3f09-4b9a-ac74-3ab2536ff318 req-3be2accd-d0d7-41ed-9a18-249590e89c72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580795 Aug 07 14:28:37.174267 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6041061d-371f-4f6a-a0f2-cfa7e210f892 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:37.202858 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9a69b6e7-dfd5-4b49-8f8c-167cdacc6c6c req-3bff6b25-99ac-4c3f-a46e-04bb7ec788a8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Aug 07 14:28:37.362096 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:37.386767 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '6041061d-371f-4f6a-a0f2-cfa7e210f892', 'network_id': 'f32dcef7-3543-4c1b-9096-227738730ca6', 'port_id': '6041061d-371f-4f6a-a0f2-cfa7e210f892', 'mac_address': 'fa:16:3e:cd:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e6d363-1031-48cc-9dcd-3c5e2a62fd20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:37.405306 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-ea4890c0-14bd-451e-bf39-777ababb90b4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 379 time: 0.1661384 Aug 07 14:28:37.410586 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-0a62f1f9-b928-4b2e-b1e1-983b1f6e8479 req-c7cc258a-d3f7-4969-b4ad-c1a163fe34e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998205 Aug 07 14:28:37.459615 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-8a7df6a7-f730-48ee-af9f-d7d187c2d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:37.462411 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-8a7df6a7-f730-48ee-af9f-d7d187c2d317 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1096 time: 0.1487777 Aug 07 14:28:37.471047 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:37.500998 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6041061d-371f-4f6a-a0f2-cfa7e210f892 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:37.542900 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:37.649710 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'port': {'device_id': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'admin_state_up': True, 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'security_groups': ['31a62ad3-a8de-45dc-a182-62ee054f1d2a']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:37.654856 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-12eba415-344f-4b77-9172-fc567a0b43f3 req-39d2c4b6-7a9c-4d5b-9a61-e8d7ed326c2a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.3024812 Aug 07 14:28:37.662345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:37.738330 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6cb71-796e-428e-bc02-8d5b5e64c728 req-c4349797-872e-445c-a633-ab16de3600aa tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:37.746120 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4ac6cb71-796e-428e-bc02-8d5b5e64c728 req-c4349797-872e-445c-a633-ab16de3600aa tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.3963516 Aug 07 14:28:37.775563 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:37.824407 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4ac6cb71-796e-428e-bc02-8d5b5e64c728 req-6bbf6ceb-8c35-4623-a949-c775f7663a32 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770729 Aug 07 14:28:37.954120 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63fb3b-7bce-4384-8f13-cdeccb9c408e req-6234977e-fb97-4daa-8814-719f03cad7d2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:37.956344 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c63fb3b-7bce-4384-8f13-cdeccb9c408e req-6234977e-fb97-4daa-8814-719f03cad7d2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.1390216 Aug 07 14:28:37.996690 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Made reservation on behalf of 1c985819ec944499acbdf2721717d72d for: {'port': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:38.000364 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:38.008588 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6041061d-371f-4f6a-a0f2-cfa7e210f892'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:38.020325 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084ff6-0a45-42eb-960e-9b102d941345 req-78b150ee-66f2-4fcf-8494-48f2a50732cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.022196 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a5084ff6-0a45-42eb-960e-9b102d941345 req-78b150ee-66f2-4fcf-8494-48f2a50732cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.1915078 Aug 07 14:28:38.039804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-2f52f0c7-ee65-43a2-9893-7fdbf8fa0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.041942 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-2f52f0c7-ee65-43a2-9893-7fdbf8fa0c12 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2448299 Aug 07 14:28:38.065027 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c63fb3b-7bce-4384-8f13-cdeccb9c408e req-26f9ec09-43c3-4d76-ab9d-c5460122cba5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013365 Aug 07 14:28:38.069205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47204) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:38.088481 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c2f40961-487e-4d4b-97c8-8b3c5e572067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:38.204121 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a5084ff6-0a45-42eb-960e-9b102d941345 req-0db37698-2695-4665-b711-d75a20f11e05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477079 Aug 07 14:28:38.309467 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-ef247874-d2a8-447d-9553-0cb7104c92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.311849 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-30e5f4ba-4bd4-400f-90df-548fbf4c2334 req-ef247874-d2a8-447d-9553-0cb7104c92df service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2403729 Aug 07 14:28:38.381411 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Allocated IP 172.20.0.3 (b5486e08-116e-4ab0-a191-9734bf3bbf2a/9591ef60-79b3-4799-a654-ae94cd206903/3cf6f18f-a11e-4829-8949-49ced1d5ebfe) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:28:38.465426 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196900d3-17ca-4d81-aed1-098bdf63b8d5 req-c8a969c1-96eb-4b41-9cad-992c904a4f38 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.466981 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-196900d3-17ca-4d81-aed1-098bdf63b8d5 req-c8a969c1-96eb-4b41-9cad-992c904a4f38 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.1646776 Aug 07 14:28:38.570378 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c2f40961-487e-4d4b-97c8-8b3c5e572067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:38.592202 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f77fd-47df-44c3-89ae-1e120b654980 req-c3dc0700-08c0-4c99-b971-795fa2f025ff tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.593895 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-158f77fd-47df-44c3-89ae-1e120b654980 req-c3dc0700-08c0-4c99-b971-795fa2f025ff tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 945 time: 0.1933241 Aug 07 14:28:38.660010 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c2f40961-487e-4d4b-97c8-8b3c5e572067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:38.661265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-af1c306f-5b4c-4f9f-b551-b9b33683ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:38.666524 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-af1c306f-5b4c-4f9f-b551-b9b33683ee20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1096 time: 0.0924482 Aug 07 14:28:38.669465 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-196900d3-17ca-4d81-aed1-098bdf63b8d5 req-c98cf076-5a5d-4e3f-a16c-b171bb867188 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780503 Aug 07 14:28:38.748071 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-6ff23995-266a-4d7e-9657-2ecf0a94575c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 217 time: 0.0575991 Aug 07 14:28:38.750414 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c2f40961-487e-4d4b-97c8-8b3c5e572067 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae9e7c58ea1b4898bda9f054b8683a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797042 Aug 07 14:28:38.754816 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47218) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:38.781121 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:38.815061 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Transition to ACTIVE for port object 3cf6f18f-a11e-4829-8949-49ced1d5ebfe will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:38.825592 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-158f77fd-47df-44c3-89ae-1e120b654980 req-1ed4f44b-cce0-4e23-aefc-e9825ebde0ab tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175586 Aug 07 14:28:38.834676 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40961-487e-4d4b-97c8-8b3c5e572067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8bd181-669f-4b61-996c-7c8ba7e8bc62,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:38.903887 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f740025-b320-46f2-ace3-7944208fefb4 req-df73b901-55c2-4eae-b491-47eca93a1380 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.0736132 Aug 07 14:28:39.119622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef775375-1201-4066-b61e-a7b0007d01fb req-c96f3747-4c1f-42b2-b4de-30e76a614f94 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.120064 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-bd20eb83-3631-43e6-9730-faee88fd97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.120516 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef775375-1201-4066-b61e-a7b0007d01fb req-c96f3747-4c1f-42b2-b4de-30e76a614f94 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1149271 Aug 07 14:28:39.120516 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.120793 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-bd20eb83-3631-43e6-9730-faee88fd97c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.3394651 Aug 07 14:28:39.120793 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.172830 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:39.204788 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:28:39.215314 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:28:39.219265 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:28:39.227188 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.228626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.268560 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef775375-1201-4066-b61e-a7b0007d01fb req-032ba44a-986a-4119-82eb-11002050ff9d tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599617 Aug 07 14:28:39.297603 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.329866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-c26037d9-e215-4799-bdb7-c0fa6f7208a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.331557 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-c26037d9-e215-4799-bdb7-c0fa6f7208a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2214856 Aug 07 14:28:39.335878 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-01cf9821-dbca-43c7-abec-458b8c471c36 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6906555 Aug 07 14:28:39.359177 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c96988-d21f-4927-8773-a72e6f0bd3eb req-29e77c3d-cd34-4be4-9259-9470052e6d4f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.360870 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d6c96988-d21f-4927-8773-a72e6f0bd3eb req-29e77c3d-cd34-4be4-9259-9470052e6d4f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0912721 Aug 07 14:28:39.366337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Request body: {'port': {'device_id': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:39.465892 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.506223 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d6c96988-d21f-4927-8773-a72e6f0bd3eb req-35990b02-5c8f-447c-9ae1-7b14bff8368d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Aug 07 14:28:39.510359 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.519381 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.528932 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b8bd181-669f-4b61-996c-7c8ba7e8bc62 HTTP/1.1" status: 204 len: 168 time: 0.7719169 Aug 07 14:28:39.594238 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ef084-43a1-46e6-bd2b-352030a60fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8bd181-669f-4b61-996c-7c8ba7e8bc62,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:39.599616 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-ca2121ea-91ba-43cb-a35b-15657a1f0cca service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406039 Aug 07 14:28:39.758615 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f8010145-fe55-438e-aaed-ba2ca46ae27b req-a47f79d2-f08b-4914-b2cc-b1808af44585 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420712 Aug 07 14:28:39.865200 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def9034-83a3-44b1-be9f-6cd4c2a4932b req-e2eca0f4-f2f5-4c2c-9a05-9fdc991cef85 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:39.866819 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3def9034-83a3-44b1-be9f-6cd4c2a4932b req-e2eca0f4-f2f5-4c2c-9a05-9fdc991cef85 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0912645 Aug 07 14:28:39.898136 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-70c0a703-f0b6-4e79-b2d9-dba9232fce09 None None] Provisioning for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:39.915411 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-70c0a703-f0b6-4e79-b2d9-dba9232fce09 None None] Provisioning complete for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:39.915984 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-70c0a703-f0b6-4e79-b2d9-dba9232fce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:39.942745 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3def9034-83a3-44b1-be9f-6cd4c2a4932b req-0a990127-f8c2-4cb3-8f12-4b0af33de5de tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644579 Aug 07 14:28:40.027872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-70c0a703-f0b6-4e79-b2d9-dba9232fce09 None None] Port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:28:40.118453 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:40.160042 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:40.198221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Transition to ACTIVE for port object 3cf6f18f-a11e-4829-8949-49ced1d5ebfe will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:28:40.213018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063e2d-6fa3-4cce-a05b-10c726f46184 req-12752169-9310-4072-8d36-d7427998da84 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:40.215109 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce063e2d-6fa3-4cce-a05b-10c726f46184 req-12752169-9310-4072-8d36-d7427998da84 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 945 time: 0.1756866 Aug 07 14:28:40.240514 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b916e0-526c-40b7-a17c-b49c2b0c4538 req-21b4c6ae-2ba3-4633-963d-a1925d60a56e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:40.242107 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88b916e0-526c-40b7-a17c-b49c2b0c4538 req-21b4c6ae-2ba3-4633-963d-a1925d60a56e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 931 time: 0.1590817 Aug 07 14:28:40.282138 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:40.300419 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce063e2d-6fa3-4cce-a05b-10c726f46184 req-71908a4d-269f-4b43-8b20-b7271e2b405d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772746 Aug 07 14:28:40.345971 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-88b916e0-526c-40b7-a17c-b49c2b0c4538 req-dc7c7870-a956-412b-8522-7659f0057d9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958126 Aug 07 14:28:40.369657 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:40.445912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Attempting to bind port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:28:40.445912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Attempting to bind port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:28:40.445912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Attempting to bind port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:40.445912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe on network b5486e08-116e-4ab0-a191-9734bf3bbf2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:28:40.449477 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Attempting to bind port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:28:40.459974 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:28:40.460154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Checking segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:28:40.460801 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Bound using segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:28:40.461645 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Bound port: 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:28:40.462274 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:40.566922 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:28:40.571123 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:28:40.686419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:40.730241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:40.730874 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:40.732446 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] 10.222.0.11 "PUT /v2.0/ports/3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 200 len: 1093 time: 1.3705578 Aug 07 14:28:40.735651 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:40.738981 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3" -d '{"events": [{"name": "network-changed", "server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:40.778221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d42c0-4318-4f7e-b684-e459d76a8f88 req-e08c0c0b-06ee-4f0b-a1bf-9bd3e7cd24c3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:40.779854 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b0d42c0-4318-4f7e-b684-e459d76a8f88 req-e08c0c0b-06ee-4f0b-a1bf-9bd3e7cd24c3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.1324008 Aug 07 14:28:40.781342 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e8ca-b4d8-4d13-ac48-803b611bd012 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:40.787675 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a535919-deac-4dd3-aeec-aaf6d98941fd x-openstack-request-id: req-3a535919-deac-4dd3-aeec-aaf6d98941fd {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:40.787958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:40.788210 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a535919-deac-4dd3-aeec-aaf6d98941fd {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:40.788603 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'status': 'completed', 'code': 200} Aug 07 14:28:40.833332 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b0d42c0-4318-4f7e-b684-e459d76a8f88 req-e9a8a77d-cdec-43e9-96c5-6aaf959a1fb8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Aug 07 14:28:41.112660 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a762-d132-41c4-9987-a6692cf7f555 req-4ff65a51-4ae0-4533-ae6a-27f3f1e5dc1e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:41.115819 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e213a762-d132-41c4-9987-a6692cf7f555 req-4ff65a51-4ae0-4533-ae6a-27f3f1e5dc1e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0717645 Aug 07 14:28:41.168577 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e213a762-d132-41c4-9987-a6692cf7f555 req-ecad80d9-78b6-48f5-b819-0bb989d9d670 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 Aug 07 14:28:41.478811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb915a-1bf0-4ada-a33b-54ce5b8504e1 req-27c317bf-418c-42ba-82e6-15c60296d081 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:41.482389 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dbbb915a-1bf0-4ada-a33b-54ce5b8504e1 req-27c317bf-418c-42ba-82e6-15c60296d081 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 945 time: 0.0838113 Aug 07 14:28:41.575240 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dbbb915a-1bf0-4ada-a33b-54ce5b8504e1 req-2b209ede-8f45-4b00-a88b-be5a5dbe6c84 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863903 Aug 07 14:28:41.615165 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409c234-51a9-494c-9761-da0bf387266a req-84f98b87-6cd8-4263-9a8d-accafbe6a1cd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:41.624573 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0409c234-51a9-494c-9761-da0bf387266a req-84f98b87-6cd8-4263-9a8d-accafbe6a1cd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1088181 Aug 07 14:28:41.692280 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0409c234-51a9-494c-9761-da0bf387266a req-68b633d1-8429-4fe0-bb98-ec68a36dcb31 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660262 Aug 07 14:28:42.028509 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6041061d-371f-4f6a-a0f2-cfa7e210f892 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:42.159371 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 6041061d-371f-4f6a-a0f2-cfa7e210f892 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:42.164908 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 6041061d-371f-4f6a-a0f2-cfa7e210f892 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:42.165436 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:42.287188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:42.319293 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:42.321702 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf6c8ee-d39c-4dba-842f-2c6f37dfc9d9" -d '{"events": [{"server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "name": "network-vif-plugged", "status": "completed", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:42.322427 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c509-91f7-4903-8dad-38ff6f3acc62 req-f568da2c-aed9-443d-bf99-35dbd6ad0a59 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:42.324190 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a64c509-91f7-4903-8dad-38ff6f3acc62 req-f568da2c-aed9-443d-bf99-35dbd6ad0a59 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0760751 Aug 07 14:28:42.340881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:42.365505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dfcaa8-e4e8-4492-b112-774493d115ea x-openstack-request-id: req-72dfcaa8-e4e8-4492-b112-774493d115ea {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:42.365953 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "name": "network-vif-plugged", "status": "completed", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:42.366387 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72dfcaa8-e4e8-4492-b112-774493d115ea {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:42.366963 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892', 'code': 200} Aug 07 14:28:42.378890 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a64c509-91f7-4903-8dad-38ff6f3acc62 req-3528102d-38cb-44dd-b0d8-12f59bb20b3f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Aug 07 14:28:42.438919 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:42.506529 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:42.783869 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7e7cb-6193-4075-8f97-97468b01dc08 req-0c86a328-2c42-4dae-9f70-f7e9bc16a965 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:42.787287 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82f7e7cb-6193-4075-8f97-97468b01dc08 req-0c86a328-2c42-4dae-9f70-f7e9bc16a965 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0959046 Aug 07 14:28:42.874595 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82f7e7cb-6193-4075-8f97-97468b01dc08 req-0661da2d-7e2c-4b85-92c2-7001c422626b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699608 Aug 07 14:28:42.906178 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de729-d24e-4e34-8ea4-94ac1cbc2aeb req-62a2ab19-4d08-4fe4-b7c6-cc84b7d01a83 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:42.909414 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-689de729-d24e-4e34-8ea4-94ac1cbc2aeb req-62a2ab19-4d08-4fe4-b7c6-cc84b7d01a83 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0825813 Aug 07 14:28:42.974925 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-689de729-d24e-4e34-8ea4-94ac1cbc2aeb req-e598368e-7184-412e-8e9f-1e2dfc1fe0d7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584433 Aug 07 14:28:43.154054 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-489dc0f8-2752-4526-872b-1d1cccb36306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:43.155485 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-489dc0f8-2752-4526-872b-1d1cccb36306 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1096 time: 0.0491447 Aug 07 14:28:43.372857 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-50cac76a-bed8-452b-835b-7bdfdfb13842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:43.374530 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-50cac76a-bed8-452b-835b-7bdfdfb13842 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1c985819ec944499acbdf2721717d72d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1917071 Aug 07 14:28:43.586680 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b818a9-fca5-4653-a5f3-87e33fa7f1d6 req-c828f20e-9b9d-4193-8165-0b9cd9295ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:43.589378 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b7b818a9-fca5-4653-a5f3-87e33fa7f1d6 req-c828f20e-9b9d-4193-8165-0b9cd9295ae2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1099 time: 0.0714650 Aug 07 14:28:43.606907 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0a20b-61b4-4493-a00f-0b09e9454542 req-adb6e2fd-ec9c-4173-8f2f-d29927c677a3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:43.614628 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fdd0a20b-61b4-4493-a00f-0b09e9454542 req-adb6e2fd-ec9c-4173-8f2f-d29927c677a3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.1300695 Aug 07 14:28:43.618096 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-d7d1f9c2-494a-439a-aa9a-68472f561582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:43.619608 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bae0a0a-cfee-4708-84e9-cc474f6cdda3 req-d7d1f9c2-494a-439a-aa9a-68472f561582 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374573 Aug 07 14:28:43.641304 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b7b818a9-fca5-4653-a5f3-87e33fa7f1d6 req-36e07e8f-8499-4488-8959-9e55afa66bb6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Aug 07 14:28:43.661547 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fdd0a20b-61b4-4493-a00f-0b09e9454542 req-1b47da78-6088-48ba-9d13-d846fd5d2262 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 Aug 07 14:28:43.679523 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47372) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:43.795187 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b54013d0-d94a-4a03-97c3-65b8b55055a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:43.902522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b54013d0-d94a-4a03-97c3-65b8b55055a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:43.947514 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b54013d0-d94a-4a03-97c3-65b8b55055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:43.989493 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54013d0-d94a-4a03-97c3-65b8b55055a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df752c2-dc0c-459e-bdb9-42aa943e51a8,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:43.997246 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b54013d0-d94a-4a03-97c3-65b8b55055a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be9fdc001d7a4abcb74a61f49bcd00fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162901 Aug 07 14:28:43.998227 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47382) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:44.001592 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c154-ae3e-4a1c-a8b5-258e77680e04 req-521a7f6b-3008-4839-aaf6-cb8f0ddcfbfa tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:44.003600 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41e3c154-ae3e-4a1c-a8b5-258e77680e04 req-521a7f6b-3008-4839-aaf6-cb8f0ddcfbfa tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Aug 07 14:28:44.058091 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41e3c154-ae3e-4a1c-a8b5-258e77680e04 req-1e9eb043-85d8-40a8-afc9-68088b7cdfde tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Aug 07 14:28:44.073257 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:44.113251 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:44.128754 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e72d26-74c8-4664-89fd-449685539f61 req-b5844773-9f1b-41ea-9cdf-a7b4e72bc1d7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:44.130337 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74e72d26-74c8-4664-89fd-449685539f61 req-b5844773-9f1b-41ea-9cdf-a7b4e72bc1d7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0647032 Aug 07 14:28:44.187969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74e72d26-74c8-4664-89fd-449685539f61 req-3db237c1-bb38-493f-9564-9747001159b9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477810 Aug 07 14:28:44.244374 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:44.247715 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:44.249239 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3df752c2-dc0c-459e-bdb9-42aa943e51a8 HTTP/1.1" status: 204 len: 168 time: 0.2498610 Aug 07 14:28:44.263831 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac735a2-9229-4da4-ad3e-232d89c579c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df752c2-dc0c-459e-bdb9-42aa943e51a8,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:44.800782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095fa93-3571-4eb7-a057-ba97c683c06c req-92dab10f-a9f0-4c32-9296-3daa014c8413 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:44.802703 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4095fa93-3571-4eb7-a057-ba97c683c06c req-92dab10f-a9f0-4c32-9296-3daa014c8413 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0659735 Aug 07 14:28:44.912216 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47406) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:44.931487 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.058934 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4095fa93-3571-4eb7-a057-ba97c683c06c req-1deb0c22-e111-4cb4-8bf0-e6c5397bdf9a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456450 Aug 07 14:28:45.059544 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.124964 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.177952 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ee3cbb15a224096940093eb652e736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639525 Aug 07 14:28:45.180175 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d0123-b7e4-4d18-ba26-79fca6620b9d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:45.182211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47412) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:45.200055 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.200422 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.200772 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.201117 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.201461 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.201802 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.202143 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.202481 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.202814 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.203144 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.203476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.203837 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa56b2f-5595-45ac-8330-58439e6096fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:45.209281 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d872-d102-4a72-89ea-73cdcece3158 req-338b5e4a-71f8-4b13-9398-a3b669b79f22 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:45.210842 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e115d872-d102-4a72-89ea-73cdcece3158 req-338b5e4a-71f8-4b13-9398-a3b669b79f22 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0567980 Aug 07 14:28:45.249105 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.276392 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.276666 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e115d872-d102-4a72-89ea-73cdcece3158 req-db15a1d2-aaae-45c8-a887-e42fd2ba8611 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524030 Aug 07 14:28:45.331521 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a7ca-ca40-4b8a-89de-7352f2970de6 req-af754334-2eeb-47a6-a28b-72b98ad2d405 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:45.333064 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3af0a7ca-ca40-4b8a-89de-7352f2970de6 req-af754334-2eeb-47a6-a28b-72b98ad2d405 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0606725 Aug 07 14:28:45.379267 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3af0a7ca-ca40-4b8a-89de-7352f2970de6 req-906b9dca-4d75-4170-8f0a-21d17d8d48bf tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Aug 07 14:28:45.409868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.412535 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:45.413764 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/229d0123-b7e4-4d18-ba26-79fca6620b9d HTTP/1.1" status: 204 len: 168 time: 0.2306080 Aug 07 14:28:45.421837 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8709fd-dbdb-42b6-b6ba-c21b07db6f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d0123-b7e4-4d18-ba26-79fca6620b9d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:46.190738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f61e0-d210-4ddf-a6e2-0d5bf14efa65 req-feb6a914-95ab-4c45-b69b-3c238dc081a4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:46.192423 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3e7f61e0-d210-4ddf-a6e2-0d5bf14efa65 req-feb6a914-95ab-4c45-b69b-3c238dc081a4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 943 time: 0.0547011 Aug 07 14:28:46.234560 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3e7f61e0-d210-4ddf-a6e2-0d5bf14efa65 req-9e0c4b44-e4da-47ce-8447-4db7e7ee51eb tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Aug 07 14:28:46.444103 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5836b-b035-49e7-b543-bd615023e9cb req-d069846f-78e2-45d5-8ed5-8ab96fd07fce tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:46.446980 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38d5836b-b035-49e7-b543-bd615023e9cb req-d069846f-78e2-45d5-8ed5-8ab96fd07fce tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0859601 Aug 07 14:28:46.516207 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38d5836b-b035-49e7-b543-bd615023e9cb req-e4a879d4-6449-46ea-9793-e77548dd1e5b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625632 Aug 07 14:28:46.539236 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f326-4ea2-4e2a-a88c-842fa9f6b878 req-d52c2bec-eea4-4524-bb37-0416642ad033 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:46.540887 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fcf5f326-4ea2-4e2a-a88c-842fa9f6b878 req-d52c2bec-eea4-4524-bb37-0416642ad033 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0637608 Aug 07 14:28:46.597729 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fcf5f326-4ea2-4e2a-a88c-842fa9f6b878 req-1f581961-9291-47fd-8e7c-6939cab5cb4b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Aug 07 14:28:46.826178 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-b5d7981c-9a94-42c5-bdca-0631ea75fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:46.827896 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-b5d7981c-9a94-42c5-bdca-0631ea75fd5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1096 time: 0.0431604 Aug 07 14:28:46.916115 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-9b41a266-8deb-4127-8687-391b2b3ee531 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 200 len: 217 time: 0.0623000 Aug 07 14:28:46.978444 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-87e2278c-e625-4fb3-8b1c-5cb49cbddbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:46.980185 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-87e2278c-e625-4fb3-8b1c-5cb49cbddbfe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0567656 Aug 07 14:28:47.057988 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 4601e7cd-d138-442e-b197-77c7f7550969 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:47.120958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753dacc-3c4f-4771-993f-2840148ce63d req-9153befc-cb85-49e6-84f6-3be99d729c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:47.123731 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-9153befc-cb85-49e6-84f6-3be99d729c75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193073 Aug 07 14:28:47.177424 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4601e7cd-d138-442e-b197-77c7f7550969,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:47.191767 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '4601e7cd-d138-442e-b197-77c7f7550969', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'port_id': '4601e7cd-d138-442e-b197-77c7f7550969', 'mac_address': 'fa:16:3e:87:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:47.232279 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.247608 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4601e7cd-d138-442e-b197-77c7f7550969 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:47.249987 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-6399424c-289f-4e49-bea4-bd59489f45d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177409 Aug 07 14:28:47.274671 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4601e7cd-d138-442e-b197-77c7f7550969,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:47.370014 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.435887 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6753dacc-3c4f-4771-993f-2840148ce63d req-b402fb24-b361-41a3-9b97-76afa040ea89 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777084 Aug 07 14:28:47.460299 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8058f-3158-494d-b163-4a5abae8f8a6 req-df6d2f68-c4c7-4b18-b989-44d9a5a63c4e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:47.463416 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c2e8058f-3158-494d-b163-4a5abae8f8a6 req-df6d2f68-c4c7-4b18-b989-44d9a5a63c4e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0878091 Aug 07 14:28:47.482327 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:47.484135 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47484) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:47.520572 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c2e8058f-3158-494d-b163-4a5abae8f8a6 req-30fe1bfb-91e8-43b1-abf1-545a39209063 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505269 Aug 07 14:28:47.621261 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fc284ad-6c5a-4312-b2b9-d14c41889088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.672766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cfd5d-f502-4b7e-a09d-5d44be6e9591 req-63670619-8d09-4f2b-9794-83e73b4c9e4e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:47.674858 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce6cfd5d-f502-4b7e-a09d-5d44be6e9591 req-63670619-8d09-4f2b-9794-83e73b4c9e4e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0721731 Aug 07 14:28:47.720770 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce6cfd5d-f502-4b7e-a09d-5d44be6e9591 req-a10f6f68-6d5e-4073-8848-776c0f4c5d0b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347629 Aug 07 14:28:47.740626 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fc284ad-6c5a-4312-b2b9-d14c41889088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.816235 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1fc284ad-6c5a-4312-b2b9-d14c41889088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.843995 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb714069-f184-45bf-b6a9-08e1f98dfce8 req-6eaeac4e-859e-42fa-abc8-13647ac9a4dd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:47.845710 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb714069-f184-45bf-b6a9-08e1f98dfce8 req-6eaeac4e-859e-42fa-abc8-13647ac9a4dd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0499578 Aug 07 14:28:47.865795 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc284ad-6c5a-4312-b2b9-d14c41889088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd1b42-a469-4c4e-8e24-5158a2137ca8,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:47.886007 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-1fc284ad-6c5a-4312-b2b9-d14c41889088 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce286fdf35d24e148fb59bef5d0ae240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006011 Aug 07 14:28:47.888757 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47496) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:47.917695 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb714069-f184-45bf-b6a9-08e1f98dfce8 req-709ffc52-1107-4040-bdd9-7f8869982143 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648365 Aug 07 14:28:47.949948 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:47.977554 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:48.107181 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:48.109859 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:48.122035 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51cd1b42-a469-4c4e-8e24-5158a2137ca8 HTTP/1.1" status: 204 len: 168 time: 0.2213528 Aug 07 14:28:48.122035 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdcefb-d9ec-42a1-8abf-a1a897e08aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd1b42-a469-4c4e-8e24-5158a2137ca8,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:50.092904 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-14c8af49-6635-4b70-b78f-2f37f618b0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:51.254339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8b1f-3d73-491a-8e94-2a893cc89669 req-cb6b5701-b7ce-4ae7-8830-ac288fdf0f38 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:51.257536 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c91b8b1f-3d73-491a-8e94-2a893cc89669 req-cb6b5701-b7ce-4ae7-8830-ac288fdf0f38 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0787425 Aug 07 14:28:51.330671 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c91b8b1f-3d73-491a-8e94-2a893cc89669 req-8fcfea10-91e1-4e61-ac57-844cf40b3e92 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574102 Aug 07 14:28:51.342172 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04ed67-00cd-48b8-9fc2-1797f5bc14e0 req-93125d33-1129-40f0-a5fc-27de614ae9c2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:51.357879 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea04ed67-00cd-48b8-9fc2-1797f5bc14e0 req-93125d33-1129-40f0-a5fc-27de614ae9c2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0848801 Aug 07 14:28:51.415165 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea04ed67-00cd-48b8-9fc2-1797f5bc14e0 req-8d15dc7a-940b-4da8-be1a-256ad851dc61 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Aug 07 14:28:51.477068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8ebf0-feb3-4a94-accf-37baca81063b req-7dd5d830-c192-4141-9ba9-1c5c754103ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:51.478952 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5d8ebf0-feb3-4a94-accf-37baca81063b req-7dd5d830-c192-4141-9ba9-1c5c754103ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0850258 Aug 07 14:28:51.547033 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5d8ebf0-feb3-4a94-accf-37baca81063b req-f9c568a7-0e74-4217-9542-014cccd8f7a6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594473 Aug 07 14:28:52.001227 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec85-d8df-4932-aaf8-70e62537fad4 req-9675d841-a25e-4f6b-9198-840c5dfe31c6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:52.002947 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fe7dec85-d8df-4932-aaf8-70e62537fad4 req-9675d841-a25e-4f6b-9198-840c5dfe31c6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0536947 Aug 07 14:28:52.052009 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fe7dec85-d8df-4932-aaf8-70e62537fad4 req-141f0a38-9efb-419e-bd0a-8d976c8ee7c7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Aug 07 14:28:52.460659 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaeea3-ba98-44a9-bf5f-64f138ec8901 req-9443d79b-5fad-4cbd-8161-77b3b0d4b935 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:52.462308 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a9eaeea3-ba98-44a9-bf5f-64f138ec8901 req-9443d79b-5fad-4cbd-8161-77b3b0d4b935 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0511930 Aug 07 14:28:52.510778 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a9eaeea3-ba98-44a9-bf5f-64f138ec8901 req-fcd5c4ff-4060-48b0-a4bc-4987b094b1a3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385823 Aug 07 14:28:52.716423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a29447-5abc-4fbc-80ba-ebf115a15ca7 req-7f8d3420-ab15-4348-8291-5e9681aae6db tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:52.718011 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c1a29447-5abc-4fbc-80ba-ebf115a15ca7 req-7f8d3420-ab15-4348-8291-5e9681aae6db tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0625746 Aug 07 14:28:52.758282 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-23f4b63d-63ae-4740-941b-033786ce2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:52.770827 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c1a29447-5abc-4fbc-80ba-ebf115a15ca7 req-b27ea53d-8d5e-4909-b0a8-083689044aae tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Aug 07 14:28:53.185722 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e81b-077a-4572-b1a2-84d84013feca req-10164f79-f799-4a2a-9c46-7da557b73ea5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:53.187354 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d718e81b-077a-4572-b1a2-84d84013feca req-10164f79-f799-4a2a-9c46-7da557b73ea5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0542440 Aug 07 14:28:53.242661 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d718e81b-077a-4572-b1a2-84d84013feca req-0795849a-6e64-4da5-a7a5-a363743f45d9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Aug 07 14:28:53.301899 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:53.661509 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bb167-93f3-4c83-a803-882624a39c04 req-74de871d-96ab-4611-889c-3153f6b329ec tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:53.664302 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-908bb167-93f3-4c83-a803-882624a39c04 req-74de871d-96ab-4611-889c-3153f6b329ec tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0810902 Aug 07 14:28:53.711339 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-908bb167-93f3-4c83-a803-882624a39c04 req-a356b041-0ed5-4e03-9c70-ce610dbb9612 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Aug 07 14:28:53.856863 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['4601e7cd-d138-442e-b197-77c7f7550969'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:53.970626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b97b7-c107-4f88-9957-082c28e7602b req-b3eb2f91-8d91-4288-acb0-d43fb088b9a2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:53.972970 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ca2b97b7-c107-4f88-9957-082c28e7602b req-b3eb2f91-8d91-4288-acb0-d43fb088b9a2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1042752 Aug 07 14:28:53.979824 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-18e713ea-c852-434e-b14c-521084ba9a0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560246 Aug 07 14:28:53.986766 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:54.022213 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ca2b97b7-c107-4f88-9957-082c28e7602b req-94ee511b-9669-4a7f-99f9-09a70a4c1eb8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Aug 07 14:28:54.311416 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-c2b861e2-9b74-4045-89e7-9df2a5319694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.313143 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-c2b861e2-9b74-4045-89e7-9df2a5319694 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c95dfebc94d4e3e870d1a62d2694026&device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 1098 time: 0.0603411 Aug 07 14:28:54.331435 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-2b4d8475-9e6d-4230-a96a-b657b85a3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.333009 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-2b4d8475-9e6d-4230-a96a-b657b85a3323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1099 time: 0.0790529 Aug 07 14:28:54.392297 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec921-031d-449a-b665-f990ae06ece2 req-6e84216a-1fe7-4ce8-93f4-6b8e67ba9a95 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.393905 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-abfec921-031d-449a-b665-f990ae06ece2 req-6e84216a-1fe7-4ce8-93f4-6b8e67ba9a95 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0520642 Aug 07 14:28:54.443623 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-abfec921-031d-449a-b665-f990ae06ece2 req-a358daa9-c4a9-486e-93a7-482775c452a9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Aug 07 14:28:54.564831 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-2acf2cfe-ddbf-4f38-8d53-0dd2d31ffcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.566789 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-2acf2cfe-ddbf-4f38-8d53-0dd2d31ffcee service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.1178894 Aug 07 14:28:54.613796 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-f062c49c-3084-42a6-a00b-1a41e8280e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.615317 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-f062c49c-3084-42a6-a00b-1a41e8280e91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da95ec08-5b29-414b-b627-1891e258c21e HTTP/1.1" status: 200 len: 913 time: 0.1254153 Aug 07 14:28:54.616353 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-589e1b0a-76c2-4a32-9f77-8d4b092e8f8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 200 len: 217 time: 0.0404418 Aug 07 14:28:54.678679 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-2831a998-4252-41d0-8fff-ba3b2224fe5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e HTTP/1.1" status: 200 len: 217 time: 0.0388086 Aug 07 14:28:54.686519 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-196ec14e-6ae2-4d9e-9d66-03850f231e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.688227 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-196ec14e-6ae2-4d9e-9d66-03850f231e89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.0476232 Aug 07 14:28:54.724502 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-37e74226-ea6f-421e-a70a-1d6438886a86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285480 Aug 07 14:28:54.737484 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-4bbf5514-ca83-42b6-b58d-c179ff0b800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.738978 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-4bbf5514-ca83-42b6-b58d-c179ff0b800b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f768f2dd-01a0-46a6-be9a-d9b1e433572a HTTP/1.1" status: 200 len: 852 time: 0.0520194 Aug 07 14:28:54.783890 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-dc83e2a6-6ac2-4a0a-83a8-d253b00fe3a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da95ec08-5b29-414b-b627-1891e258c21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286570 Aug 07 14:28:54.881390 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-05a63d86-68d3-4f72-a330-85bcd69765e9 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901105 Aug 07 14:28:54.887435 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2208-fedb-4ae2-a986-6b6c57c2a9a8 req-c730f2f2-86ca-4835-8516-8acb49e486a4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:54.889339 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a86b2208-fedb-4ae2-a986-6b6c57c2a9a8 req-c730f2f2-86ca-4835-8516-8acb49e486a4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0906734 Aug 07 14:28:54.896625 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-eedce443-11a3-45f6-9d00-546b75277711 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634958 Aug 07 14:28:55.001287 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a86b2208-fedb-4ae2-a986-6b6c57c2a9a8 req-76a24b38-584d-4f61-bbdc-6b87f08ae09a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981004 Aug 07 14:28:55.017635 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cd199f-c18e-403e-9475-4bf201f29ba5 req-df22198c-e5fd-4e5c-af9c-b6ea6d337ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261802 Aug 07 14:28:55.067025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4926db8a-17cd-4db8-8362-100cba56edd6 req-0cfa0e40-aea8-4aec-8d93-a1b08198bf1d service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539123 Aug 07 14:28:55.119049 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:55.150876 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b2022-35f4-4d70-a7c2-a906c64c896b req-46d0e852-4e92-4d5e-b9b4-b5e97f39af58 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:55.152521 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b42b2022-35f4-4d70-a7c2-a906c64c896b req-46d0e852-4e92-4d5e-b9b4-b5e97f39af58 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0540333 Aug 07 14:28:55.197278 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b42b2022-35f4-4d70-a7c2-a906c64c896b req-bcfb9bcf-f14d-4115-b312-ae367f2a2dca tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 Aug 07 14:28:55.601288 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2d244-d9b2-4fb8-b051-4b3d5a9871e6 req-f97cc0c7-f7e8-44ee-bc58-e1cedb33123a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:55.604313 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ecc2d244-d9b2-4fb8-b051-4b3d5a9871e6 req-f97cc0c7-f7e8-44ee-bc58-e1cedb33123a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0667586 Aug 07 14:28:55.663412 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ecc2d244-d9b2-4fb8-b051-4b3d5a9871e6 req-7c2ddb83-8cae-47dd-af59-8378a2068bd4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Aug 07 14:28:56.162137 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b61e-c9c4-415e-9bcf-7bba75a16c42 req-55807ead-b607-4b22-a92d-e4aa2aaec3a0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:56.163717 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1016b61e-c9c4-415e-9bcf-7bba75a16c42 req-55807ead-b607-4b22-a92d-e4aa2aaec3a0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 944 time: 0.0508864 Aug 07 14:28:56.207875 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1016b61e-c9c4-415e-9bcf-7bba75a16c42 req-635931f3-3168-4205-8f53-41384d9c0233 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373335 Aug 07 14:28:56.219235 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:28:56.235826 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 4601e7cd-d138-442e-b197-77c7f7550969 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:28:56.328957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a051a-38eb-43d2-be2b-156a7cf9539a req-1776d5e6-2def-4b84-b268-19fe6f958614 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:56.330922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-238a051a-38eb-43d2-be2b-156a7cf9539a req-1776d5e6-2def-4b84-b268-19fe6f958614 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0559459 Aug 07 14:28:56.362135 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:56.377446 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-238a051a-38eb-43d2-be2b-156a7cf9539a req-db092894-c3cb-4936-a4ab-275fde8de206 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Aug 07 14:28:56.377657 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:28:56.421021 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:56.436252 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:28:56.442867 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 4601e7cd-d138-442e-b197-77c7f7550969 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:28:56.452587 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 4601e7cd-d138-442e-b197-77c7f7550969 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:28:56.452984 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:56.482644 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:56.555438 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:56.593658 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:28:56.598397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1ab8b-2823-483d-9745-49a5d6b58827" -d '{"events": [{"server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "name": "network-vif-plugged", "status": "completed", "tag": "4601e7cd-d138-442e-b197-77c7f7550969"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:28:56.620768 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:56.632757 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4601e7cd-d138-442e-b197-77c7f7550969,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:28:56.668423 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0fc69-be1e-48a2-aa65-6c395484dd0b x-openstack-request-id: req-67f0fc69-be1e-48a2-aa65-6c395484dd0b {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:28:56.668881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "name": "network-vif-plugged", "status": "completed", "tag": "4601e7cd-d138-442e-b197-77c7f7550969", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:28:56.669298 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67f0fc69-be1e-48a2-aa65-6c395484dd0b {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:28:56.669894 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969', 'code': 200} Aug 07 14:28:56.713439 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.732277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.733862 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:56.744011 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:56.809383 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:56.844214 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2e16-949b-4451-b527-dbf3c5fa63fe req-54d1e03d-02fa-4e64-812c-108e67ecd362 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:56.847171 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed2e2e16-949b-4451-b527-dbf3c5fa63fe req-54d1e03d-02fa-4e64-812c-108e67ecd362 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0678287 Aug 07 14:28:56.930349 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed2e2e16-949b-4451-b527-dbf3c5fa63fe req-fc466514-0f86-4f1f-b5a2-fe3e9ce7edc3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720999 Aug 07 14:28:57.003233 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47694) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:57.025256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['3cf6f18f-a11e-4829-8949-49ced1d5ebfe'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:28:57.174714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be675392-7b63-4013-8c90-a40b603abc8e req-a1032183-92c7-457b-be86-7930b43ab5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:57.177378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be675392-7b63-4013-8c90-a40b603abc8e req-a1032183-92c7-457b-be86-7930b43ab5bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1098 time: 0.0952709 Aug 07 14:28:57.191271 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13c17012-8e58-4bb7-840c-c140621227d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.225584 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be675392-7b63-4013-8c90-a40b603abc8e req-40c38666-f294-4199-a518-ee1ac959d1fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370214 Aug 07 14:28:57.302650 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13c17012-8e58-4bb7-840c-c140621227d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.356077 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c08b5-33b7-49d5-8912-414c2847c3a7 req-c75babf4-9ddd-41e1-8fc0-9fc2c1193f7c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:57.357642 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a9c08b5-33b7-49d5-8912-414c2847c3a7 req-c75babf4-9ddd-41e1-8fc0-9fc2c1193f7c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0613499 Aug 07 14:28:57.393208 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-13c17012-8e58-4bb7-840c-c140621227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.430140 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a9c08b5-33b7-49d5-8912-414c2847c3a7 req-e5879457-9f8c-4465-83fb-fd32cbff601a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643201 Aug 07 14:28:57.447486 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47712) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:57.447624 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-13c17012-8e58-4bb7-840c-c140621227d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb4370c0ddee4cfb818ae064e2cccc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401245 Aug 07 14:28:57.447624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c17012-8e58-4bb7-840c-c140621227d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c910b0-27aa-4572-99cb-fd22a36ddcef,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:57.544902 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5dfcf-456e-474e-88e7-1d460f3e5c51 req-e34f06d3-5997-4e88-b89d-4dfccb6937ae tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:57.546654 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-add5dfcf-456e-474e-88e7-1d460f3e5c51 req-e34f06d3-5997-4e88-b89d-4dfccb6937ae tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0812483 Aug 07 14:28:57.557664 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.585029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.644270 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-add5dfcf-456e-474e-88e7-1d460f3e5c51 req-a4801b18-bae9-4106-837b-e5ca97f6c3c6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864189 Aug 07 14:28:57.740962 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.745477 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:57.747476 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3c910b0-27aa-4572-99cb-fd22a36ddcef HTTP/1.1" status: 204 len: 168 time: 0.3043458 Aug 07 14:28:57.757458 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c910b0-27aa-4572-99cb-fd22a36ddcef,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:57.765101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.765416 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.765774 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.766349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.766590 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.767045 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.767347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.767720 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.768176 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.768534 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.768878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:57.769216 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fa976-d6d4-47ce-ad5a-e3a242b842c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:28:58.046188 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0a1d5-74d5-455f-b934-f8fed3a6578e req-db5ff6c6-026b-4371-9e00-18dffa5ba7ef tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:58.047965 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77e0a1d5-74d5-455f-b934-f8fed3a6578e req-db5ff6c6-026b-4371-9e00-18dffa5ba7ef tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0597835 Aug 07 14:28:58.090731 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77e0a1d5-74d5-455f-b934-f8fed3a6578e req-4d1bf22b-8e69-45a9-af3e-1bc87affca13 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Aug 07 14:28:58.566519 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80142053-c5e4-49f1-944e-4f11b4c54c31 req-23bf28dc-6195-45a9-bbd9-391c86e96d08 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:58.568251 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-80142053-c5e4-49f1-944e-4f11b4c54c31 req-23bf28dc-6195-45a9-bbd9-391c86e96d08 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0663421 Aug 07 14:28:58.638242 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-80142053-c5e4-49f1-944e-4f11b4c54c31 req-d935e3f8-a02e-4cf4-8ab7-ca98566b61ce tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566397 Aug 07 14:28:58.803117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea101f28-f3e3-4449-abb2-9f0dce1ad792 req-5f9591fa-c6c8-4853-a50c-f6e00656f960 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:58.804808 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea101f28-f3e3-4449-abb2-9f0dce1ad792 req-5f9591fa-c6c8-4853-a50c-f6e00656f960 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0624988 Aug 07 14:28:58.847293 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea101f28-f3e3-4449-abb2-9f0dce1ad792 req-0eb02472-f372-4d20-9a93-355c32f46ac0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Aug 07 14:28:58.884244 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.063007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47760) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:59.165814 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-524411530-network', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:59.230399 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dab013-fbdc-40cd-91f9-f7d21030ce1a req-3a20455b-343d-4f6d-9ca2-9aeeef53b149 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:59.231942 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-37dab013-fbdc-40cd-91f9-f7d21030ce1a req-3a20455b-343d-4f6d-9ca2-9aeeef53b149 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0626490 Aug 07 14:28:59.273600 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-37dab013-fbdc-40cd-91f9-f7d21030ce1a req-dc34e01b-32b7-4d9a-b2c8-578b8f763a99 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Aug 07 14:28:59.302297 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Made reservation on behalf of 9f9121a472364cf98ef224b73341f0ba for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:28:59.304734 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.314882 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.419376 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.483866 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.508815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:28:59.519819 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b71f7-05e0-465b-8c3f-85ed93f10e50,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:59.525049 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.525401 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Added segment 74a93f52-2ed4-450a-8f70-693245bc0f8d of type vlan for network 192b5453-7f81-4929-bbd3-0cfe3e80357a Aug 07 14:28:59.570017 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.696645 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.699009 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:59.699800 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:28:59.800810 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] Pushing event updated for resources: {'Network': ['ID=192b5453-7f81-4929-bbd3-0cfe3e80357a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:28:59.813504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:28:59.821205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9527c8-5c72-4112-944c-10a97162134d req-c4f43073-77f8-4a24-bbfb-5ef122f87b54 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:59.822697 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff9527c8-5c72-4112-944c-10a97162134d req-c4f43073-77f8-4a24-bbfb-5ef122f87b54 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1008141 Aug 07 14:28:59.866499 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff9527c8-5c72-4112-944c-10a97162134d req-dc5edbe1-b96f-48b3-bdbc-1afab3574d4d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375187 Aug 07 14:28:59.901841 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-10c88caa-5d17-4624-93e9-d6f14a2ee556 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8374379 Aug 07 14:28:59.905023 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47778) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:28:59.910184 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Request body: {'subnet': {'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-524411530-subnet', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:28:59.993805 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688f358-3958-458c-9308-8da08e62d0a3 req-394fe3ec-56bd-4151-a936-1218f9802607 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:28:59.995641 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f688f358-3958-458c-9308-8da08e62d0a3 req-394fe3ec-56bd-4151-a936-1218f9802607 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0550542 Aug 07 14:29:00.003931 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Made reservation on behalf of 9f9121a472364cf98ef224b73341f0ba for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:29:00.006410 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2384007'] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.037585 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f688f358-3958-458c-9308-8da08e62d0a3 req-cd203e5a-ed78-44a0-b4df-abd6b079c867 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360386 Aug 07 14:29:00.244471 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2555951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2384053'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.307864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ae9157-3892-4448-9c2a-6e2c421a87d7,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:00.322614 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Checking segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:00.322988 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Network hostable DHCP agents. Network: 192b5453-7f81-4929-bbd3-0cfe3e80357a, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:29:00.404396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:29:00.418636 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784f95c-7bef-424b-8543-030f9b673d89 req-6415d369-b1c7-4629-a8c3-e5b465f37d5d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:00.420383 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8784f95c-7bef-424b-8543-030f9b673d89 req-6415d369-b1c7-4629-a8c3-e5b465f37d5d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0617912 Aug 07 14:29:00.462736 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8784f95c-7bef-424b-8543-030f9b673d89 req-ba3a7012-fdc9-4c4f-bfd6-79d69b8cb994 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Aug 07 14:29:00.473390 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 192b5453-7f81-4929-bbd3-0cfe3e80357a) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:00.478522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:00.479130 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.483799 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b3bc3-1aec-4ac0-ae6b-88012d7acdf4 None None] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:29:00.559548 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3925ce6d-798f-4fec-8bce-43341103e3c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6532655 Aug 07 14:29:00.562542 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47784) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:00.567759 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:00.690452 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.691727 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.769141 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-192b5453-7f81-4929-bbd3-0cfe3e80357a', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:29:00.770083 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:00.772341 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.008367 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.021396 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Allocated IP 172.20.0.2 (192b5453-7f81-4929-bbd3-0cfe3e80357a/23ae9157-3892-4448-9c2a-6e2c421a87d7/b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:01.093567 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d42886-ee3d-47d0-b0a8-7f2f9c69aae3 req-df47ce62-c6cf-48a9-8026-482299c69e34 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:01.107609 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b4d42886-ee3d-47d0-b0a8-7f2f9c69aae3 req-df47ce62-c6cf-48a9-8026-482299c69e34 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1309881 Aug 07 14:29:01.199617 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b4d42886-ee3d-47d0-b0a8-7f2f9c69aae3 req-5cbd103a-ee64-4361-903a-3d3e4424141a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839241 Aug 07 14:29:01.248527 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.256579 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd68b-36e9-492a-a6f5-86efc1004b27 req-cdaa23fe-7228-45f9-ab2e-c0ace6e5689c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:01.257786 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Transition to ACTIVE for port object b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:01.264186 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e6dd68b-36e9-492a-a6f5-86efc1004b27 req-cdaa23fe-7228-45f9-ab2e-c0ace6e5689c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0941412 Aug 07 14:29:01.278794 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Transition to ACTIVE for port object b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:01.299870 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e6dd68b-36e9-492a-a6f5-86efc1004b27 req-d12b04f7-cd97-420c-977d-3d52f1a1e59c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347459 Aug 07 14:29:01.349665 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.369121 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.387343 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.434990 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:01.438181 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:01.443425 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:01.450860 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Pushing event updated for resources: {'Port': ['ID=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:01.491534 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Allocated IP 172.27.3.244 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/b8f503e8-d7b0-41cb-8de4-24ad611a723b) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:01.507704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Attempting to bind port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:01.508411 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Attempting to bind port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Attempting to bind port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc on network 192b5453-7f81-4929-bbd3-0cfe3e80357a {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Checking segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Bound using segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Bound port: b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:01.519613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.596357 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] For port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:01.600002 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] For port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:01.618556 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.625369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e7c0-c89a-42d9-8059-7fcaf2188cc0 req-15bed3b9-5545-4e7a-8453-d668f184b350 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:01.628695 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be08e7c0-c89a-42d9-8059-7fcaf2188cc0 req-15bed3b9-5545-4e7a-8453-d668f184b350 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0778739 Aug 07 14:29:01.674168 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be08e7c0-c89a-42d9-8059-7fcaf2188cc0 req-f0864660-ded6-43f0-ba1c-5f9d57ad8ff2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 Aug 07 14:29:01.713335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.770928 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:01.785657 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085ce8-af00-4c40-91dd-4c600b18cd25 None None] Pushing event updated for resources: {'Port': ['ID=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:01.821163 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:01.826316 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:01.830438 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:01.855776 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f503e8-d7b0-41cb-8de4-24ad611a723b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:02.267694 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:02.390743 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02530-28e5-4f42-ba51-149d89a6bb95 req-b373a81e-631d-495d-8a82-cbbcf64355af tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:02.392397 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5cd02530-28e5-4f42-ba51-149d89a6bb95 req-b373a81e-631d-495d-8a82-cbbcf64355af tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0666196 Aug 07 14:29:02.421437 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:02.427755 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:02.428171 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:02.531883 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0d12e-5319-4467-ac78-225157e8e408 req-2e915d27-d102-472b-8ec1-5c1ad5c42947 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:02.540449 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2f0d12e-5319-4467-ac78-225157e8e408 req-2e915d27-d102-472b-8ec1-5c1ad5c42947 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.1424105 Aug 07 14:29:02.541954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:02.552852 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5cd02530-28e5-4f42-ba51-149d89a6bb95 req-87a4f1a9-cfc9-4bdb-a69d-7c82580abfe8 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352887 Aug 07 14:29:02.553648 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:02.572264 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:02.575131 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca66f3-8429-4763-b300-d2d4b698f5d6" -d '{"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:02.601585 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:02.651306 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2f0d12e-5319-4467-ac78-225157e8e408 req-debb8faf-b97b-4b9d-a6de-1f0a0b0aa85f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057618 Aug 07 14:29:02.664562 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d719ad91-e308-446e-b796-8f263e418eea x-openstack-request-id: req-d719ad91-e308-446e-b796-8f263e418eea {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:02.664872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:02.665368 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d719ad91-e308-446e-b796-8f263e418eea {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:02.665828 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'code': 200} Aug 07 14:29:02.713514 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:02.817461 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:02.840378 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:02.873415 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b042f6-511b-40cc-8b64-ec8b1a72bebd req-1e09e529-8d44-4c4c-ba1a-31dd9b5deb7e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:02.875393 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01b042f6-511b-40cc-8b64-ec8b1a72bebd req-1e09e529-8d44-4c4c-ba1a-31dd9b5deb7e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0826619 Aug 07 14:29:02.950200 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01b042f6-511b-40cc-8b64-ec8b1a72bebd req-63581128-9a19-4b6e-9b34-c8ea95002276 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649962 Aug 07 14:29:03.118531 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Router 940519f7-bbec-4eef-85ad-20c361bbfd4b is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:29:03.180752 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b305be5-be61-4e9e-a3e8-d38435bc6419 None None] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:29:03.230996 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b22-b43e-412e-8ce7-f538977ed456 req-4d8708b8-1f4d-468c-9a47-007103a7d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:03.235291 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef784b22-b43e-412e-8ce7-f538977ed456 req-4d8708b8-1f4d-468c-9a47-007103a7d5ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1098 time: 0.1153061 Aug 07 14:29:03.262041 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:03.280183 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Sync routers for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:03.305651 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:03.307371 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:03.335746 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef784b22-b43e-412e-8ce7-f538977ed456 req-e89bf51b-6c88-4165-b3cd-771ab0f1779c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899103 Aug 07 14:29:03.361996 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-734dcb8d-0872-4141-a4c8-9064b5e3d781 None None] Provisioning for port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:03.381208 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:03.397662 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-cf23f26e-67c1-4666-a1c6-b765a6eceb77 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8219225 Aug 07 14:29:03.397891 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47842) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:03.464621 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:03.762231 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:02Z', 'revision_number': 3, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:03.824541 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Checking router: 940519f7-bbec-4eef-85ad-20c361bbfd4b for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:03.825058 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Updating router 940519f7-bbec-4eef-85ad-20c361bbfd4b port b8f503e8-d7b0-41cb-8de4-24ad611a723b binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:29:03.865860 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:03.949771 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aba28-6db4-4d21-b786-0f147cf6dcaf req-74d11528-a343-437a-814c-bbf230466a3c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:03.951968 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0d5aba28-6db4-4d21-b786-0f147cf6dcaf req-74d11528-a343-437a-814c-bbf230466a3c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1219411 Aug 07 14:29:03.963709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:04.047692 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938544f0-eb7b-4978-ab07-45a9eeebb7fe req-e2facdb4-1441-4f10-981b-89de63333fdc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:04.052253 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-938544f0-eb7b-4978-ab07-45a9eeebb7fe req-e2facdb4-1441-4f10-981b-89de63333fdc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.3713107 Aug 07 14:29:04.085377 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:04.097660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:04.098812 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.152918 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0d5aba28-6db4-4d21-b786-0f147cf6dcaf req-1b7f4312-c715-4c48-83bb-a26784281969 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632822 Aug 07 14:29:04.206892 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-938544f0-eb7b-4978-ab07-45a9eeebb7fe req-50de86b5-1e22-41c0-8f49-42b1afa17d6d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462550 Aug 07 14:29:04.371202 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.385015 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.396496 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.398404 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Transition to ACTIVE for port object b8f503e8-d7b0-41cb-8de4-24ad611a723b will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:04.420190 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:04.457460 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.490582 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.522063 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4673-9252-4eda-a4e3-2ebf86491df4 req-4c405876-f478-469d-a962-324949683d11 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:04.532557 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-300f4673-9252-4eda-a4e3-2ebf86491df4 req-4c405876-f478-469d-a962-324949683d11 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1914871 Aug 07 14:29:04.537110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47870) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:04.544252 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'floatingip': {'port_id': '4601e7cd-d138-442e-b197-77c7f7550969'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:04.564072 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:04.580379 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686bb6-ccfa-4d46-8bf6-aafedaad9266 req-f873d60f-ef0a-460f-b02a-ba1b5911c201 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:04.588674 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Attempting to bind port b8f503e8-d7b0-41cb-8de4-24ad611a723b on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:04.588674 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Attempting to bind port b8f503e8-d7b0-41cb-8de4-24ad611a723b by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:04.588674 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Attempting to bind port b8f503e8-d7b0-41cb-8de4-24ad611a723b on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:04.588961 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65686bb6-ccfa-4d46-8bf6-aafedaad9266 req-f873d60f-ef0a-460f-b02a-ba1b5911c201 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.2212291 Aug 07 14:29:04.597337 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:04.598400 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:04.599321 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.600169 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:04.601159 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Bound port: b8f503e8-d7b0-41cb-8de4-24ad611a723b, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:04.601991 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.663314 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Pushing event updated for resources: {'Port': ['ID=b8f503e8-d7b0-41cb-8de4-24ad611a723b,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:04.664573 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.675034 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65686bb6-ccfa-4d46-8bf6-aafedaad9266 req-72e2348b-9db4-4dca-b03d-ca2df8ebd322 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863483 Aug 07 14:29:04.679501 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.679888 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.680237 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.680581 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.680923 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.681265 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.681604 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.681937 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.682322 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.682658 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.683007 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.683385 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:04.693199 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] For port b8f503e8-d7b0-41cb-8de4-24ad611a723b, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:04.695213 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] For port b8f503e8-d7b0-41cb-8de4-24ad611a723b, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b8f503e8-d7b0-41cb-8de4-24ad611a723b,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:04.746713 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Allocated IP 172.20.0.1 (192b5453-7f81-4929-bbd3-0cfe3e80357a/23ae9157-3892-4448-9c2a-6e2c421a87d7/c933a294-425f-407b-8313-a2ad80f78316) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:04.793163 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.886399 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:04.919493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Transition to ACTIVE for port object c933a294-425f-407b-8313-a2ad80f78316 will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:04.936408 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:04.937054 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:05.055175 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16932fd4-f05d-4857-b8b4-a0f5ef4c1252 None None] Pushing event updated for resources: {'Port': ['ID=b8f503e8-d7b0-41cb-8de4-24ad611a723b,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:05.081301 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.160817 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:05.192317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Pushing event updated for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:05.206615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:05.210693 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:05.214832 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:05.215512 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.528112 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:02Z', 'revision_number': 3, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:05.569577 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc57c3e-dede-49dc-9c80-60e74da4ab21 None None] The sync data for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi is: [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:02Z', 'revision_number': 3, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:05.693618 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aab75f-e1f8-496b-82a8-63d1dc28fec4 req-5a9dd1d9-5f77-4c9a-b2b9-7d88b011e5de tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:05.701213 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6aab75f-e1f8-496b-82a8-63d1dc28fec4 req-5a9dd1d9-5f77-4c9a-b2b9-7d88b011e5de tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0796440 Aug 07 14:29:05.743868 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6aab75f-e1f8-496b-82a8-63d1dc28fec4 req-3220e904-609b-48cb-b610-3a91912c85f8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418458 Aug 07 14:29:05.775896 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.797134 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-54c307e8-9754-49b6-9020-bb2a54c909f7 None None] Provisioning for port c933a294-425f-407b-8313-a2ad80f78316 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:05.799011 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-54c307e8-9754-49b6-9020-bb2a54c909f7 None None] Provisioning complete for port c933a294-425f-407b-8313-a2ad80f78316 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:05.799011 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-54c307e8-9754-49b6-9020-bb2a54c909f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.824218 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d662f-3c29-4e0b-8ed5-89d9664fbee4 req-a0923396-7af3-43f8-9a83-1a01aecd3a17 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:05.826037 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d9d662f-3c29-4e0b-8ed5-89d9664fbee4 req-a0923396-7af3-43f8-9a83-1a01aecd3a17 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0664070 Aug 07 14:29:05.855086 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-54c307e8-9754-49b6-9020-bb2a54c909f7 None None] Port c933a294-425f-407b-8313-a2ad80f78316 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:29:05.892166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.913961 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:05.927930 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d9d662f-3c29-4e0b-8ed5-89d9664fbee4 req-b3b3bd65-0453-4b2d-9848-c2066f57d0bf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Aug 07 14:29:05.936511 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:05.999011 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:05.999453 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:06.199862 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:06.276247 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:06.277530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:06.365248 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Floating IP 6909c5c6-2b7c-40d6-a6cc-8d920b2611bf associated. External IP: 172.27.3.103, port: 4601e7cd-d138-442e-b197-77c7f7550969. Aug 07 14:29:06.416510 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Pushing event updated for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:06.552427 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:06.554080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:06.760790 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Router 940519f7-bbec-4eef-85ad-20c361bbfd4b has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:29:06.772650 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:29:06.952216 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:06.965868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:06.972426 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-645496ca-deaf-4085-b950-a4ceb509d4eb admin admin] 10.222.0.26 "PUT /v2.0/routers/940519f7-bbec-4eef-85ad-20c361bbfd4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791657 Aug 07 14:29:06.973251 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:06.990809 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c66c-fd74-4f70-9048-89e3e1a755dc req-c5c6cb66-0e2f-4247-8138-62b2adc81942 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:06.993933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c341c66c-fd74-4f70-9048-89e3e1a755dc req-c5c6cb66-0e2f-4247-8138-62b2adc81942 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0988457 Aug 07 14:29:07.020275 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:07.024436 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-33be02dc-7e5c-4369-863a-1c379e8bccca tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "PUT /v2.0/floatingips/6909c5c6-2b7c-40d6-a6cc-8d920b2611bf HTTP/1.1" status: 200 len: 991 time: 2.4848483 Aug 07 14:29:07.025385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:07.028252 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "tag": "4601e7cd-d138-442e-b197-77c7f7550969"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:07.039401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-3f88bf8c-7e17-48d9-b8f0-764de3285855 None None] Provisioning complete for port c933a294-425f-407b-8313-a2ad80f78316 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:07.040598 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3f88bf8c-7e17-48d9-b8f0-764de3285855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:07.080515 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:07.080796 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c341c66c-fd74-4f70-9048-89e3e1a755dc req-8a668999-3b0c-43aa-bc92-17c0dcb53392 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759046 Aug 07 14:29:07.082043 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:07.180146 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-3f88bf8c-7e17-48d9-b8f0-764de3285855 None None] Port c933a294-425f-407b-8313-a2ad80f78316 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:29:07.250154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd991d8-1f5b-4a58-a1be-064c034f1a13 req-c8cfc2c4-f9d6-4f6d-a394-29bdb5c11faf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:07.252459 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5bd991d8-1f5b-4a58-a1be-064c034f1a13 req-c8cfc2c4-f9d6-4f6d-a394-29bdb5c11faf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0640314 Aug 07 14:29:07.258607 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:07.301562 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5bd991d8-1f5b-4a58-a1be-064c034f1a13 req-5f30c97f-5afa-41eb-82ae-c16b3deff250 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361216 Aug 07 14:29:07.351503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293985cb-9916-4738-8030-bdba08dd703d x-openstack-request-id: req-293985cb-9916-4738-8030-bdba08dd703d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:07.351949 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "tag": "4601e7cd-d138-442e-b197-77c7f7550969", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:07.352223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-293985cb-9916-4738-8030-bdba08dd703d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:07.352623 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969', 'status': 'completed', 'code': 200} Aug 07 14:29:07.487356 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f45d1-cf17-4d12-8cd1-946ab102bd08 req-05590907-9e55-433f-9434-e2e3925f811e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:07.493872 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-559f45d1-cf17-4d12-8cd1-946ab102bd08 req-05590907-9e55-433f-9434-e2e3925f811e tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.0861824 Aug 07 14:29:07.574445 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-559f45d1-cf17-4d12-8cd1-946ab102bd08 req-1b13e52a-b350-407d-9f57-a578a8caa328 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Aug 07 14:29:07.635964 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '6909c5c6-2b7c-40d6-a6cc-8d920b2611bf', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '4601e7cd-d138-442e-b197-77c7f7550969', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:87:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:18Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:07.687428 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:07.697946 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:07.698590 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:07.757769 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5195300-c830-49a6-84e6-25afb3ed00c6 req-85ce89a6-16f6-4e27-a872-1f3e1ed4ca20 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:07.767728 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5195300-c830-49a6-84e6-25afb3ed00c6 req-85ce89a6-16f6-4e27-a872-1f3e1ed4ca20 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0826800 Aug 07 14:29:07.773018 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 47934) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:07.778411 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'floatingip': {'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:07.846488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:07.873725 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:07.928340 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Sync routers for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:07.942379 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:07.943029 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:07.996288 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b8f503e8-d7b0-41cb-8de4-24ad611a723b up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:08.058535 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47940) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:08.064164 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1478684578-network', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:08.079395 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:08.182559 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Made reservation on behalf of 1cc2331c25344a3bb34d0d4ba57799b2 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:29:08.187059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.200115 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.290071 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port b8f503e8-d7b0-41cb-8de4-24ad611a723b completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:08.295469 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b8f503e8-d7b0-41cb-8de4-24ad611a723b triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:08.300513 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.323790 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:06Z', 'revision_number': 2, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:08.328837 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.347023 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '6909c5c6-2b7c-40d6-a6cc-8d920b2611bf', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '4601e7cd-d138-442e-b197-77c7f7550969', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:87:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:18Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:08.368768 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Checking router: 940519f7-bbec-4eef-85ad-20c361bbfd4b for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:08.369130 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Updating router 940519f7-bbec-4eef-85ad-20c361bbfd4b port c933a294-425f-407b-8313-a2ad80f78316 binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:29:08.387109 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a341a-1d20-4af5-9436-449fbbf55b5c None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '6909c5c6-2b7c-40d6-a6cc-8d920b2611bf', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '4601e7cd-d138-442e-b197-77c7f7550969', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:87:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:18Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:08.416250 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.442059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.468579 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.468787 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1611-a6be-4bf2-ba52-1aee14105838 req-ba413a50-920e-4e7e-8a5e-c4a340d2862a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:08.470891 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30ae1611-a6be-4bf2-ba52-1aee14105838 req-ba413a50-920e-4e7e-8a5e-c4a340d2862a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0760593 Aug 07 14:29:08.479013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:29:08.501322 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.511410 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.511787 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Added segment e455882b-8de7-4a42-93f8-f706452b8729 of type vlan for network 034f2989-0078-4a50-8e2e-a7d8879008ee Aug 07 14:29:08.523736 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port b8f503e8-d7b0-41cb-8de4-24ad611a723b, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b8f503e8-d7b0-41cb-8de4-24ad611a723b,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:08.529217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776985ba-f7b2-4df4-965d-c230847e18b0,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:08.563965 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.605391 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.618530 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30ae1611-a6be-4bf2-ba52-1aee14105838 req-c846c851-ef1b-417a-8478-0edf826ab841 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277142 Aug 07 14:29:08.633824 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.755794 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Floating IP 442ac9a5-15d7-4925-bab3-9fdadb9224ef associated. External IP: 172.27.3.75, port: 3cf6f18f-a11e-4829-8949-49ced1d5ebfe. Aug 07 14:29:08.758833 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.760091 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:08.761075 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:08.843513 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=b8f503e8-d7b0-41cb-8de4-24ad611a723b,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:08.864939 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8586a18-c1f2-4cdd-a4bb-2f4f39dc36ed None None] New status for floating IP 6909c5c6-2b7c-40d6-a6cc-8d920b2611bf: ACTIVE {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:29:08.912463 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] Pushing event updated for resources: {'Network': ['ID=034f2989-0078-4a50-8e2e-a7d8879008ee,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:08.929443 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ff84c855-2088-4900-a9a0-cd1d3cdedd4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8697786 Aug 07 14:29:08.937760 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b445de8-0809-4b13-b307-754ed7c212bc req-8ba6ddbf-19cb-42d9-96fa-d067244da009 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:08.945763 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b445de8-0809-4b13-b307-754ed7c212bc req-8ba6ddbf-19cb-42d9-96fa-d067244da009 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1046886 Aug 07 14:29:08.947493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47954) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:08.965394 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Request body: {'subnet': {'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1478684578-subnet', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:08.998419 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 034f2989-0078-4a50-8e2e-a7d8879008ee details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:29:09.027915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b445de8-0809-4b13-b307-754ed7c212bc req-28019ae2-9f50-4c8b-96de-83135c9afe6d tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654671 Aug 07 14:29:09.114083 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Made reservation on behalf of 1cc2331c25344a3bb34d0d4ba57799b2 for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:29:09.119338 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.156674 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.173038 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Transition to ACTIVE for port object c933a294-425f-407b-8313-a2ad80f78316 will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:09.227594 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:29:09.256337 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.256999 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-7bd66d7c-aed4-4519-ae9e-e9badb654287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:09.259821 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-7bd66d7c-aed4-4519-ae9e-e9badb654287 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1098 time: 0.2060335 Aug 07 14:29:09.338245 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb64e2-9fb3-4826-b498-274a98afebb6 None None] Pushing event updated for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:09.413860 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Attempting to bind port c933a294-425f-407b-8313-a2ad80f78316 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:09.421556 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Attempting to bind port c933a294-425f-407b-8313-a2ad80f78316 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:09.424508 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Attempting to bind port c933a294-425f-407b-8313-a2ad80f78316 on network 192b5453-7f81-4929-bbd3-0cfe3e80357a {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:09.437897 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:09.438907 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Checking segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:09.439873 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.440825 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Bound using segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:09.447126 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Bound port: c933a294-425f-407b-8313-a2ad80f78316, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:09.448397 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.456492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:09.466170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.502090 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-745e2567-4fbf-4375-a487-b9f83c2ec8e4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "PUT /v2.0/floatingips/442ac9a5-15d7-4925-bab3-9fdadb9224ef HTTP/1.1" status: 200 len: 990 time: 1.7249758 Aug 07 14:29:09.502090 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:09.517172 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25babd2e-4184-45a1-92ee-179d6aade786" -d '{"events": [{"name": "network-changed", "server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:09.541128 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-3f780915-4ba2-40da-9483-d2b2073e6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:09.545940 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-3f780915-4ba2-40da-9483-d2b2073e6f7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 912 time: 0.2741325 Aug 07 14:29:09.554187 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:09.568763 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:09.569797 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:09.574469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d35f8-3f77-4242-8ba1-7edc81782b8f x-openstack-request-id: req-b88d35f8-3f77-4242-8ba1-7edc81782b8f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:09.574649 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:09.574848 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b88d35f8-3f77-4242-8ba1-7edc81782b8f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:09.575259 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'status': 'completed', 'code': 200} Aug 07 14:29:09.575483 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] For port c933a294-425f-407b-8313-a2ad80f78316, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:09.625164 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] For port c933a294-425f-407b-8313-a2ad80f78316, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c933a294-425f-407b-8313-a2ad80f78316,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:09.705675 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:09.724183 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-2c137b42-cba3-46e7-a98e-828415c087a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 1001 time: 0.1586542 Aug 07 14:29:09.750500 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.756864 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:09.766039 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babd2e-4184-45a1-92ee-179d6aade786 req-9becc897-6e5a-40f3-86fc-56bd7e4be84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:09.773374 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-9becc897-6e5a-40f3-86fc-56bd7e4be84e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1098 time: 0.0901618 Aug 07 14:29:09.926846 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-3d8fffb9-80af-4ee0-b857-0b3993be0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:09.928581 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-3d8fffb9-80af-4ee0-b857-0b3993be0f82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.1824379 Aug 07 14:29:09.949334 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17efc8b4-9c68-470c-a1a1-4e18516b0b5f,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:09.949334 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Checking segment: {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:09.949334 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Network hostable DHCP agents. Network: 034f2989-0078-4a50-8e2e-a7d8879008ee, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:29:09.957185 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b8f503e8-d7b0-41cb-8de4-24ad611a723b up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:09.969130 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e89d1c-47f3-4fc5-87ec-875f7e3efc3e req-9d568f5f-0043-4776-8d80-f086578e6b72 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:09.973062 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-12e89d1c-47f3-4fc5-87ec-875f7e3efc3e req-9d568f5f-0043-4776-8d80-f086578e6b72 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1839483 Aug 07 14:29:10.066986 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-92bb8fa1-77e2-4136-a422-92cc50fce9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.069327 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-92bb8fa1-77e2-4136-a422-92cc50fce9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927546 Aug 07 14:29:10.137123 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b8f503e8-d7b0-41cb-8de4-24ad611a723b triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:10.137965 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.158955 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babd2e-4184-45a1-92ee-179d6aade786 req-0d6e9373-905e-43cf-897b-5d4e6da46ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.162273 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-0d6e9373-905e-43cf-897b-5d4e6da46ea5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.3628635 Aug 07 14:29:10.286751 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-b0d913fc-7737-42c4-badb-650f6d0947e3 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997325 Aug 07 14:29:10.305019 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-12e89d1c-47f3-4fc5-87ec-875f7e3efc3e req-eee8ef6f-9785-4681-9a1a-08aecb33ef87 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186481 Aug 07 14:29:10.307894 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Network 034f2989-0078-4a50-8e2e-a7d8879008ee is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:29:10.351413 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:10.351413 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:10.381420 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-47608242-89fd-4bf2-a506-93599fd4b03e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 200 len: 998 time: 0.2080395 Aug 07 14:29:10.456128 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb64e2-9fb3-4826-b498-274a98afebb6 None None] Pushing event updated for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=4']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:10.462410 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 034f2989-0078-4a50-8e2e-a7d8879008ee) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:10.477071 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.478113 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.481400 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcb207-e657-4c9f-9eb3-302f0cf3ea1f None None] Network 034f2989-0078-4a50-8e2e-a7d8879008ee requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:29:10.552282 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21b3b-ebe3-4c9d-834f-c9c4a8f5c287 req-79adabfe-4ae6-4bf8-912a-d976de051ad4 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.561336 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3f21b3b-ebe3-4c9d-834f-c9c4a8f5c287 req-79adabfe-4ae6-4bf8-912a-d976de051ad4 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.2733204 Aug 07 14:29:10.569672 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:10.603045 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cb45c9c0-b90a-4059-87b6-894eabe8a2bb req-1458a882-b483-4e5b-bbf5-a2fc8acc203d service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967751 Aug 07 14:29:10.617162 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a7b3833d-846f-4dcd-9e78-6a0fbb0a2419 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6680777 Aug 07 14:29:10.621673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 47986) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:10.630327 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:10.639243 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babd2e-4184-45a1-92ee-179d6aade786 req-10a04904-ca1d-42fd-9c2c-dc2935a0e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.649994 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-10a04904-ca1d-42fd-9c2c-dc2935a0e67b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.2296369 Aug 07 14:29:10.668736 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3f21b3b-ebe3-4c9d-834f-c9c4a8f5c287 req-59d8b0a8-f24f-4b6c-87b6-412e1bc8b68a tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054800 Aug 07 14:29:10.737708 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babd2e-4184-45a1-92ee-179d6aade786 req-cb43027d-0586-434d-b791-f3216b4bd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:10.739519 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-cb43027d-0586-434d-b791-f3216b4bd162 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689907 Aug 07 14:29:10.747324 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-034f2989-0078-4a50-8e2e-a7d8879008ee', 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'fixed_ips': [{'subnet_id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:29:10.748312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.789706 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '442ac9a5-15d7-4925-bab3-9fdadb9224ef', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:26Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:10.821918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.836593 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.849441 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:10.871433 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:10.872162 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:10.954399 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-45e44329-301e-4cad-94e8-f669e66db18c service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922617 Aug 07 14:29:10.982541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:10.993248 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Allocated IP 172.20.0.2 (034f2989-0078-4a50-8e2e-a7d8879008ee/17efc8b4-9c68-470c-a1a1-4e18516b0b5f/8001ea21-4aa7-4f2d-bcc3-e9403ca4506f) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:11.070777 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:11.087255 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-25babd2e-4184-45a1-92ee-179d6aade786 req-090a1d91-2aeb-4f79-8ba5-ea9097a3837d service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 Aug 07 14:29:11.184340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.188773 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:09Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:11.197415 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Transition to ACTIVE for port object 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:11.208304 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.221884 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502bf27-0423-4332-ba8a-172dfbc15fb4 None None] The sync data for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi is: [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:09Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:11.224141 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Transition to ACTIVE for port object 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:11.325401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.399257 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Pushing event updated for resources: {'Port': ['ID=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:11.414753 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Network 034f2989-0078-4a50-8e2e-a7d8879008ee is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:11.416425 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:11.419217 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:11.495112 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Attempting to bind port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:11.495604 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Attempting to bind port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:11.495983 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Attempting to bind port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f on network 034f2989-0078-4a50-8e2e-a7d8879008ee {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:11.501258 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '442ac9a5-15d7-4925-bab3-9fdadb9224ef', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:26Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:11.503074 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:11.503772 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Checking segment: {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:11.504465 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.505600 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Bound using segment: {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:11.505977 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Bound port: 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:11.506876 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.572042 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f23de-e742-4bde-bd34-093073a35e15 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '442ac9a5-15d7-4925-bab3-9fdadb9224ef', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:28:26Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:11.604092 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] For port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:11.608274 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] For port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:11.702802 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:11.890049 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d67446-69d0-4e0f-b30e-51aeb48ffa2b None None] Pushing event updated for resources: {'Port': ['ID=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:11.921091 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a363a-8b0a-4f0e-88b1-b4f1351c36f4 req-bbd1eca6-cf1e-48dd-ac4d-ef6a0fa320ec tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:11.934260 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d07a363a-8b0a-4f0e-88b1-b4f1351c36f4 req-bbd1eca6-cf1e-48dd-ac4d-ef6a0fa320ec tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.4618781 Aug 07 14:29:11.991676 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c933a294-425f-407b-8313-a2ad80f78316 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:12.016597 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:29:12.064361 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.107502 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.136158 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700a84d-cb52-442e-8fb3-b1228833b8d0 None None] New status for floating IP 442ac9a5-15d7-4925-bab3-9fdadb9224ef: ACTIVE {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:29:12.140717 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d07a363a-8b0a-4f0e-88b1-b4f1351c36f4 req-c59c0ad5-003e-4b31-a098-e40e055bdcc6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185997 Aug 07 14:29:12.239051 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port c933a294-425f-407b-8313-a2ad80f78316 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:12.282351 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port c933a294-425f-407b-8313-a2ad80f78316 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:12.283533 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.458022 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Allocated IP 172.27.3.47 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/441df410-5513-4c1e-855b-52fc427d1f5a) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:12.471232 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ce18-1c96-4b28-82c9-fb87f8041d69 req-03018320-93e2-4c2a-bf1e-78875d7399ed tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:12.473226 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29a8ce18-1c96-4b28-82c9-fb87f8041d69 req-03018320-93e2-4c2a-bf1e-78875d7399ed tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1296456 Aug 07 14:29:12.545691 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.585999 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29a8ce18-1c96-4b28-82c9-fb87f8041d69 req-dca38f39-50e5-4cdc-9021-7c504b6c9465 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024883 Aug 07 14:29:12.588778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port c933a294-425f-407b-8313-a2ad80f78316, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c933a294-425f-407b-8313-a2ad80f78316,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:12.674828 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.690450 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.773476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:12.810002 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:12.863775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:12.867305 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:12.872619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:12.876050 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Pushing event updated for resources: {'Port': ['ID=441df410-5513-4c1e-855b-52fc427d1f5a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:13.217593 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:13.242693 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfddb279-89f8-43b7-888e-5e9e0e9eac06 None None] Network 034f2989-0078-4a50-8e2e-a7d8879008ee requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:29:13.433908 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0094e01f-0dd0-44fc-a24a-ed4bd4935f0c None None] Provisioning for port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:13.458165 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:13.729617 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Router 0a9b2138-2395-4de9-b1c1-424baac797f9 is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:29:13.852747 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:13.866578 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Sync routers for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:13.878396 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:13.899613 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:13.964046 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:13.965703 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5f6d4eae-494d-4eb4-a94c-dcfa2a89cb12 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3422811 Aug 07 14:29:13.970532 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48044) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:13.993690 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c933a294-425f-407b-8313-a2ad80f78316 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:14.008304 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:14.088150 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port c933a294-425f-407b-8313-a2ad80f78316 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:14.088684 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.212175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:14.312286 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:13Z', 'revision_number': 3, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:14.352251 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Checking router: 0a9b2138-2395-4de9-b1c1-424baac797f9 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:14.352608 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Updating router 0a9b2138-2395-4de9-b1c1-424baac797f9 port 441df410-5513-4c1e-855b-52fc427d1f5a binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:29:14.385562 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.386742 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:14.391371 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:14.391792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.490947 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.527871 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:14.576855 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.628152 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.727155 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:14.728649 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.740858 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Transition to ACTIVE for port object 441df410-5513-4c1e-855b-52fc427d1f5a will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:14.809927 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:14.837594 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e685a03-ef92-4101-af40-084f7f156a25 req-0961f6df-6494-461f-98c2-43211909ef90 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:14.839219 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e685a03-ef92-4101-af40-084f7f156a25 req-0961f6df-6494-461f-98c2-43211909ef90 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1419184 Aug 07 14:29:14.850266 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8038228-7c3c-45be-94a0-629c36d0e7ff req-b9c957c5-4bc4-4d86-8bd5-7fa013d99143 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:14.851959 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8038228-7c3c-45be-94a0-629c36d0e7ff req-b9c957c5-4bc4-4d86-8bd5-7fa013d99143 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1434174 Aug 07 14:29:14.971547 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e685a03-ef92-4101-af40-084f7f156a25 req-0a6ffe88-8897-4f0d-a9b5-721ccdb71573 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974221 Aug 07 14:29:14.973634 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Allocated IP 172.20.0.1 (034f2989-0078-4a50-8e2e-a7d8879008ee/17efc8b4-9c68-470c-a1a1-4e18516b0b5f/4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:14.981961 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8038228-7c3c-45be-94a0-629c36d0e7ff req-8cc32afd-4110-4339-b944-edf5eb182bb8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066628 Aug 07 14:29:14.987128 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Attempting to bind port 441df410-5513-4c1e-855b-52fc427d1f5a on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:14.987939 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Attempting to bind port 441df410-5513-4c1e-855b-52fc427d1f5a by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:14.987939 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Attempting to bind port 441df410-5513-4c1e-855b-52fc427d1f5a on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:14.994288 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d014b-3814-4813-89bb-e225aac21e82 None None] Pushing event updated for resources: {'Port': ['ID=441df410-5513-4c1e-855b-52fc427d1f5a,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:15.006474 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:15.007010 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:15.008416 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.009490 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:15.012393 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Bound port: 441df410-5513-4c1e-855b-52fc427d1f5a, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:15.012393 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.082846 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] For port 441df410-5513-4c1e-855b-52fc427d1f5a, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:15.086128 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] For port 441df410-5513-4c1e-855b-52fc427d1f5a, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=441df410-5513-4c1e-855b-52fc427d1f5a,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:15.136141 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.146917 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.162842 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Transition to ACTIVE for port object 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:15.198763 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:15.199395 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:15.202532 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d014b-3814-4813-89bb-e225aac21e82 None None] Pushing event updated for resources: {'Port': ['ID=441df410-5513-4c1e-855b-52fc427d1f5a,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:15.255889 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.305826 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Network 034f2989-0078-4a50-8e2e-a7d8879008ee is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:15.309359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:15.314879 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:15.315399 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.316040 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:15.319311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:15.618058 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-3ea4a329-8796-47ab-85ee-8287a1db0474 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:15.620498 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-3ea4a329-8796-47ab-85ee-8287a1db0474 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.11 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.1851182 Aug 07 14:29:15.629448 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:13Z', 'revision_number': 3, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:15.640343 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.678881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ad8124ca-6e12-48e1-8c28-4d012d401a74 None None] Provisioning for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:15.686950 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ad8124ca-6e12-48e1-8c28-4d012d401a74 None None] Provisioning complete for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:15.688093 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ad8124ca-6e12-48e1-8c28-4d012d401a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.718188 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174d09-74fc-47b1-b6b5-be076cf76361 None None] The sync data for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi is: [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:13Z', 'revision_number': 3, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:15.773423 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-ad8124ca-6e12-48e1-8c28-4d012d401a74 None None] Port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:29:15.841781 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Deleting port b847ca3e-a07a-4a62-9d9b-eb5d8298995e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:29:15.842255 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:15.910086 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:15.950544 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.015056 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.016316 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.037426 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:16.037853 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.333889 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] For port b847ca3e-a07a-4a62-9d9b-eb5d8298995e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,segment=NetworkSegment(344f209b-e32f-4103-a0d5-11a682fbaa84),segment_id=344f209b-e32f-4103-a0d5-11a682fbaa84)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:16.334487 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.353652 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Calling delete_port for b847ca3e-a07a-4a62-9d9b-eb5d8298995e owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:29:16.640120 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:16.699386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef5b0-0bca-4b43-b535-556e1834c1a9 req-88d1f37e-8a40-41f0-9b51-de8223924e83 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:16.701050 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-485ef5b0-0bca-4b43-b535-556e1834c1a9 req-88d1f37e-8a40-41f0-9b51-de8223924e83 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.4099760 Aug 07 14:29:16.710137 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b858aa6-8c5b-48fd-8aa1-796be31626d0 req-33e3a513-7681-4311-9b9d-6d5e3062d653 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:16.711811 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b858aa6-8c5b-48fd-8aa1-796be31626d0 req-33e3a513-7681-4311-9b9d-6d5e3062d653 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 945 time: 0.4386830 Aug 07 14:29:16.719067 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.743482 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Network 034f2989-0078-4a50-8e2e-a7d8879008ee is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:16.757955 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['b847ca3e-a07a-4a62-9d9b-eb5d8298995e'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:29:16.758716 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:16.777039 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Pushing event deleted for resources: {'Port': ['ID=b847ca3e-a07a-4a62-9d9b-eb5d8298995e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:16.817226 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-485ef5b0-0bca-4b43-b535-556e1834c1a9 req-4808bde6-b0df-49c2-b834-6cb3a26badac tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043625 Aug 07 14:29:16.914991 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] No DVR routers for this DVR port b847ca3e-a07a-4a62-9d9b-eb5d8298995e on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:29:16.927293 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:16.932636 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7753f33c-10d6-430e-a907-a0d1e4ac5876 req-6fe227d6-1969-4a2c-b9b3-0871424b56f7 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.11 "DELETE /v2.0/ports/b847ca3e-a07a-4a62-9d9b-eb5d8298995e HTTP/1.1" status: 204 len: 173 time: 1.2968080 Aug 07 14:29:16.932636 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'name': 'network-vif-deleted', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:16.938403 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd6c2d-4497-4329-a9e2-452ae295488c" -d '{"events": [{"server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "name": "network-vif-deleted", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:16.985963 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b858aa6-8c5b-48fd-8aa1-796be31626d0 req-e024285c-17c6-4828-b1c1-5b06cadab261 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b3b6bf0-c713-4a36-87a2-fa8b406343f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628610 Aug 07 14:29:17.009310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Router 0a9b2138-2395-4de9-b1c1-424baac797f9 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:29:17.139730 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7224744-75d4-4934-a149-21a8b13af4d2 x-openstack-request-id: req-e7224744-75d4-4934-a149-21a8b13af4d2 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:17.140116 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29644273-5361-472c-9326-7a4c421119d8", "name": "network-vif-deleted", "tag": "b847ca3e-a07a-4a62-9d9b-eb5d8298995e", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:17.140443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7224744-75d4-4934-a149-21a8b13af4d2 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:17.140928 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29644273-5361-472c-9326-7a4c421119d8', 'name': 'network-vif-deleted', 'tag': 'b847ca3e-a07a-4a62-9d9b-eb5d8298995e', 'status': 'completed', 'code': 200} Aug 07 14:29:17.199731 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:29:17.209114 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-07ddc0e4-6b75-4627-b1cb-f84d6033e32b admin admin] 10.222.0.26 "PUT /v2.0/routers/0a9b2138-2395-4de9-b1c1-424baac797f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2371385 Aug 07 14:29:17.263666 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-95881e16-ad55-44f4-bcae-08f502ceffdc None None] Provisioning complete for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:17.265017 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-95881e16-ad55-44f4-bcae-08f502ceffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:17.345790 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-95881e16-ad55-44f4-bcae-08f502ceffdc None None] Port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:29:18.072909 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 441df410-5513-4c1e-855b-52fc427d1f5a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:18.135441 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437383b7-c64f-4ce5-a557-7244569faee4 req-a3e6e1ed-298f-4f84-8aca-084c9601dbe7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:18.139377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-437383b7-c64f-4ce5-a557-7244569faee4 req-a3e6e1ed-298f-4f84-8aca-084c9601dbe7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1581883 Aug 07 14:29:18.294381 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92ba58e7-96bd-4f96-af24-c9ae5a479b8c req-322b37ed-f1b9-4680-b6b2-99d327ab6579 tempest-DeleteServersTestJSON-1628072579 tempest-DeleteServersTestJSON-1628072579-project] 10.222.0.26 "GET /v2.0/ports?device_id=29644273-5361-472c-9326-7a4c421119d8 HTTP/1.1" status: 200 len: 210 time: 0.0698447 Aug 07 14:29:18.298543 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-437383b7-c64f-4ce5-a557-7244569faee4 req-cd6127c8-7c28-4870-a3a5-2063b172a12c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365871 Aug 07 14:29:18.301657 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 441df410-5513-4c1e-855b-52fc427d1f5a completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:18.318937 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 441df410-5513-4c1e-855b-52fc427d1f5a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:18.318937 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:18.644380 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:18.644380 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 441df410-5513-4c1e-855b-52fc427d1f5a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=441df410-5513-4c1e-855b-52fc427d1f5a,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:18.821531 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-87c78290-7c5b-4707-9db2-579e5e7a5064 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:18.823999 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-87c78290-7c5b-4707-9db2-579e5e7a5064 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.1828663 Aug 07 14:29:18.877269 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-791c46c7-e415-44fe-9548-3fca645b2979 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/quotas/ddfd469a9b174b45914b4405945002d6 HTTP/1.1" status: 200 len: 375 time: 0.0404937 Aug 07 14:29:18.944166 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-6727007f-7d2e-40f1-b0e9-e5d0d8957127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651169 Aug 07 14:29:19.039842 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:19.249590 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-b0a6d27f-69fd-4e67-bb6f-e858d7e17690 service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607679 Aug 07 14:29:19.351602 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48184) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:19.596189 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-26dd2a45-bee3-48a6-8245-3b58023781eb service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237407 Aug 07 14:29:19.700045 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=441df410-5513-4c1e-855b-52fc427d1f5a,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:19.747897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b7eb7-847f-4fc8-a96c-df68790ddaa3 req-6e46f6d7-b046-42cc-8e80-75be6bf59940 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:19.764583 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-979b7eb7-847f-4fc8-a96c-df68790ddaa3 req-6e46f6d7-b046-42cc-8e80-75be6bf59940 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.2483764 Aug 07 14:29:19.804699 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1ebf-04c6-41c0-8c14-16902f69994c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:19.932189 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-979b7eb7-847f-4fc8-a96c-df68790ddaa3 req-638b4692-715f-4387-a3c4-6a476b90a5b3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300421 Aug 07 14:29:20.008487 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 441df410-5513-4c1e-855b-52fc427d1f5a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:20.118103 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1ebf-04c6-41c0-8c14-16902f69994c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.176447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 441df410-5513-4c1e-855b-52fc427d1f5a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:20.176447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.233880 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dac7-e7fa-4269-b8e6-47032dc914cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.252941 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbfe1ebf-04c6-41c0-8c14-16902f69994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.399941 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device b847ca3e-a07a-4a62-9d9b-eb5d8298995e no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:29:20.420481 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-cbfe1ebf-04c6-41c0-8c14-16902f69994c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c3d44dacef940bb8e4e6be3f49e3833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0671055 Aug 07 14:29:20.421414 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48216) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:20.449789 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe1ebf-04c6-41c0-8c14-16902f69994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627281c7-916f-435c-9506-80467e60d15a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:20.471660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: b847ca3e-a07a-4a62-9d9b-eb5d8298995e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:29:20.471660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device b847ca3e-a07a-4a62-9d9b-eb5d8298995e not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:29:20.491001 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Sync routers for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:29:20.504922 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:20.507637 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:28:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:20.546576 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-316cdb58-9d77-4d0c-8cb0-a71b98a584d7 req-bfc8b81d-1c91-4f8f-8c9a-dabbfe2006eb tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0498657 Aug 07 14:29:20.613938 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.682488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.721134 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:20.863551 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.864726 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:20.870314 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/627281c7-916f-435c-9506-80467e60d15a HTTP/1.1" status: 204 len: 168 time: 0.4453137 Aug 07 14:29:20.907968 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cacfb-8576-466d-a569-c0d6469d8a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627281c7-916f-435c-9506-80467e60d15a,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:21.075561 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f47ead-a970-4fce-8730-5a70790a6bc6 req-689c82f3-b60c-4fa8-9c96-57412f38bf86 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:21.085563 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8f47ead-a970-4fce-8730-5a70790a6bc6 req-689c82f3-b60c-4fa8-9c96-57412f38bf86 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0853364 Aug 07 14:29:21.153378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8f47ead-a970-4fce-8730-5a70790a6bc6 req-54a57530-3b2a-473d-8a7c-9293faadef7d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627856 Aug 07 14:29:21.200414 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 4, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d', 'name': '', 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'mac_address': 'fa:16:3e:7e:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:14Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 2, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'subnets': [{'id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:21.234940 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Checking router: 0a9b2138-2395-4de9-b1c1-424baac797f9 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:29:21.235299 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Updating router 0a9b2138-2395-4de9-b1c1-424baac797f9 port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:29:21.264406 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:21.692095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-006d0a8b-0f46-4efa-940a-8fbf985601a2 req-7ee2f1bb-2249-4b20-9a28-77ba5504b16e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0535805 Aug 07 14:29:22.118655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.148276 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Transition to ACTIVE for port object 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:22.183974 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48266) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:22.227487 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b7bd65-be8b-4e6a-95d3-4074e30f0e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.238271 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.298105 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48270) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:22.393653 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48274) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:22.406140 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131b4c-da9a-4403-a8cf-910a7717d91e None None] Pushing event updated for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:22.503218 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Deleting subnet f768f2dd-01a0-46a6-be9a-d9b1e433572a {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:29:22.508983 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.571351 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.587805 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b7bd65-be8b-4e6a-95d3-4074e30f0e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.596777 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.629516 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Attempting to bind port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:22.632250 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Attempting to bind port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:22.633003 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Attempting to bind port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d on network 034f2989-0078-4a50-8e2e-a7d8879008ee {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:22.645517 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:22.650389 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Checking segment: {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:22.653080 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.657031 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Bound using segment: {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:22.659143 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Bound port: 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e455882b-8de7-4a42-93f8-f706452b8729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:22.662716 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.667479 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471a42b-733d-46f0-a198-4aa1c2c54985 req-6ea1c3ab-4a15-45a2-9d93-431705ceab81 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:22.676189 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f471a42b-733d-46f0-a198-4aa1c2c54985 req-6ea1c3ab-4a15-45a2-9d93-431705ceab81 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.3158927 Aug 07 14:29:22.741058 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-42b7bd65-be8b-4e6a-95d3-4074e30f0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.774170 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f471a42b-733d-46f0-a198-4aa1c2c54985 req-ec1a0a92-7217-4753-987c-bed30c6a6b4b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966554 Aug 07 14:29:22.825217 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7bd65-be8b-4e6a-95d3-4074e30f0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ace88-9d7b-4299-b8d1-61a99639125c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:22.827149 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.832463 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-42b7bd65-be8b-4e6a-95d3-4074e30f0e8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d60405e93ee5411ab577281696ac6ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445377 Aug 07 14:29:22.838668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48282) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:22.903502 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] For port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:22.905959 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f768f2dd-01a0-46a6-be9a-d9b1e433572a,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:22.916626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.918900 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-dd4ff2b8-5ad3-466c-afc6-506ebc6e10b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f768f2dd-01a0-46a6-be9a-d9b1e433572a HTTP/1.1" status: 204 len: 168 time: 0.6194322 Aug 07 14:29:22.922350 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48284) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:22.931120 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d1c5-9fcd-42ea-9863-d5536aff7855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.932083 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] For port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:22.935615 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e2a9669f-2c77-4596-ad79-69aa21411ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:22.960950 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8378fad-8cd2-42e6-9f2d-83ddcb0994e4 req-bc47a9bf-a6a9-4025-ac1f-78b807d79b3c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0639589 Aug 07 14:29:23.017861 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.038978 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.059325 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.125137 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:29:23.126809 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:29:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:23.169527 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.207099 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131b4c-da9a-4403-a8cf-910a7717d91e None None] Pushing event updated for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:23.212431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.223001 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.231137 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/876ace88-9d7b-4299-b8d1-61a99639125c HTTP/1.1" status: 204 len: 168 time: 0.3884377 Aug 07 14:29:23.263214 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9288f1-568b-4f41-a8cf-2336d94f2519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ace88-9d7b-4299-b8d1-61a99639125c,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:23.397222 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.397891 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:29:23.411768 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da95ec08-5b29-414b-b627-1891e258c21e']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:23.429721 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344f209b-e32f-4103-a0d5-11a682fbaa84') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:23.430309 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344f209b-e32f-4103-a0d5-11a682fbaa84') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:23.446063 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.446403 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.476191 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.492266 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:29:23.492706 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:29:23.499015 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:29:23.580649 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d1c5-9fcd-42ea-9863-d5536aff7855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:23.772385 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 4, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d', 'name': '', 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'mac_address': 'fa:16:3e:7e:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:14Z', 'updated_at': '2021-08-07T14:29:22Z', 'revision_number': 4, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'subnets': [{'id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:29:23.802170 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f06ef9-b60f-4a9b-8218-a44b6ab4170e None None] The sync data for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi is: [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:29:15Z', 'revision_number': 4, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d', 'name': '', 'network_id': '034f2989-0078-4a50-8e2e-a7d8879008ee', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'mac_address': 'fa:16:3e:7e:65:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:14Z', 'updated_at': '2021-08-07T14:29:22Z', 'revision_number': 4, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'subnets': [{'id': '17efc8b4-9c68-470c-a1a1-4e18516b0b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:29:24.019854 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a549972-0462-4b64-a0f1-1df5a0cd17c8 req-ee06946f-7e85-4071-bb80-14d1c0862d33 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:24.042780 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a549972-0462-4b64-a0f1-1df5a0cd17c8 req-ee06946f-7e85-4071-bb80-14d1c0862d33 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1014981 Aug 07 14:29:24.116234 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a549972-0462-4b64-a0f1-1df5a0cd17c8 req-01e4aaa2-2d95-4603-8567-ee4af5fd21c6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681164 Aug 07 14:29:24.124823 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d1c5-9fcd-42ea-9863-d5536aff7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.133700 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.171162 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.173841 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-07fefa95-0ecf-454d-8d07-f77278b1ceff req-13580321-eeb5-43dc-a21e-71812dbd3837 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0295770 Aug 07 14:29:24.176851 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] 10.222.0.26 "DELETE /v2.0/networks/da95ec08-5b29-414b-b627-1891e258c21e HTTP/1.1" status: 204 len: 168 time: 1.2534308 Aug 07 14:29:24.192873 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.210997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b992469-014f-48b0-931e-03afc71c564f admin admin] Pushing event deleted for resources: {'Network': ['ID=da95ec08-5b29-414b-b627-1891e258c21e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:24.215767 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b9f0d1c5-9fcd-42ea-9863-d5536aff7855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96a30cac1ce84a74bf394b1cd18bc0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8217382 Aug 07 14:29:24.217140 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0d1c5-9fcd-42ea-9863-d5536aff7855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8958caf-671b-42d1-a4c9-14d044ef4a9b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:24.224674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48306) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:24.393587 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.486813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.674417 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3d218a0b-8818-44ba-9da3-015c2cb0f4fd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:24.677594 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3d218a0b-8818-44ba-9da3-015c2cb0f4fd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.2331889 Aug 07 14:29:24.703015 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Request body: {'port': {'device_id': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'admin_state_up': True, 'tenant_id': 'ddfd469a9b174b45914b4405945002d6'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:24.729733 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.733504 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:24.736158 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8958caf-671b-42d1-a4c9-14d044ef4a9b HTTP/1.1" status: 204 len: 168 time: 0.5095751 Aug 07 14:29:24.767904 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7a48-bc6f-4c7a-beb8-93765b48607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8958caf-671b-42d1-a4c9-14d044ef4a9b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:24.855947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48324) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:25.026104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2791e91b-a3ea-4475-9118-c0535680a98c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c95dfebc94d4e3e870d1a62d2694026&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1687725 Aug 07 14:29:25.026844 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48328) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:25.112661 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:29:25.120555 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:25.152647 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:25.288319 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:25.357660 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2626e-9438-46b6-a8ed-134f12d72697 req-ac18cb8a-b174-4d19-ab6d-03f2a8c13e4e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:25.368438 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edc2626e-9438-46b6-a8ed-134f12d72697 req-ac18cb8a-b174-4d19-ab6d-03f2a8c13e4e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1288855 Aug 07 14:29:25.448655 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-985b7c91-9c76-4c03-bad4-d40f6b6a4fac req-c5fc2dec-b234-424a-a7f7-04c57b2888f5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0513504 Aug 07 14:29:25.470500 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edc2626e-9438-46b6-a8ed-134f12d72697 req-2fa2f798-89b4-488c-8626-e2f698670cdf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005502 Aug 07 14:29:25.599480 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Allocated IP 172.20.0.12 (4e09a640-ac3f-40e1-8ada-10671b223cb4/009e0152-ef62-4114-885a-920e62378c26/18727038-6cf0-4270-8e17-a63bcf0ff8b9) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:25.666885 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:25.978677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:26.012700 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.015344 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.016622 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b3b6bf0-c713-4a36-87a2-fa8b406343f5 HTTP/1.1" status: 204 len: 168 time: 0.9893367 Aug 07 14:29:26.038970 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48348) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:26.040123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.044549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b28e0b-7675-4164-b998-3ed7dc695fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3b6bf0-c713-4a36-87a2-fa8b406343f5,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:26.075246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fce8949a-f039-44a7-8682-f73aafe343ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.199307 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:26.204700 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:26.205419 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.227761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.270321 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:29:26.332635 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:26.337355 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:26.343202 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:26.402633 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event updated for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:26.446775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fce8949a-f039-44a7-8682-f73aafe343ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.461208 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:26.465080 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.524825 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fce8949a-f039-44a7-8682-f73aafe343ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.580505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.613140 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-fce8949a-f039-44a7-8682-f73aafe343ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1422447d26ee40e296ab964d2948d145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726810 Aug 07 14:29:26.616151 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48364) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:26.672899 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-3cc691ce-cb28-449a-9bef-7a00006ea6f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9741395 Aug 07 14:29:26.701700 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Request body: {'port': {'device_id': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:26.729141 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8949a-f039-44a7-8682-f73aafe343ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d6b80-4975-4276-a845-3a4c7c0fcce6,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:26.758654 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:26.811932 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.913893 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f18a-91b2-4b97-ad66-8368278c554a req-53af4fe7-6fe1-420c-94be-466c85565fa2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:26.927968 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4124f18a-91b2-4b97-ad66-8368278c554a req-53af4fe7-6fe1-420c-94be-466c85565fa2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 932 time: 0.2814848 Aug 07 14:29:26.950328 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:26.956353 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.006723 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.063047 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43683-fa69-4fec-9382-140e12ebff51 req-98816527-6e7e-4923-b1ce-eebbae43b026 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:27.074312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b0b43683-fa69-4fec-9382-140e12ebff51 req-98816527-6e7e-4923-b1ce-eebbae43b026 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.3486395 Aug 07 14:29:27.095118 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4124f18a-91b2-4b97-ad66-8368278c554a req-36deb1ac-36aa-41d3-af69-e1ea79ac5a3b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589630 Aug 07 14:29:27.098897 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:27.156543 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b0b43683-fa69-4fec-9382-140e12ebff51 req-dab83a85-ff37-4717-96de-98b14b42cc75 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Aug 07 14:29:27.444594 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.447133 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.451738 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c2d6b80-4975-4276-a845-3a4c7c0fcce6 HTTP/1.1" status: 204 len: 168 time: 0.8339632 Aug 07 14:29:27.480463 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11330bb5-24f8-42ea-9549-d38eafc8ecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d6b80-4975-4276-a845-3a4c7c0fcce6,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:27.672679 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18727038-6cf0-4270-8e17-a63bcf0ff8b9 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:29:27.681529 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.700530 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Transition to ACTIVE for port object 18727038-6cf0-4270-8e17-a63bcf0ff8b9 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:27.810470 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:27.934458 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:28.012062 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:28.012708 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:28.019227 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Pushing event updated for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:28.114269 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Attempting to bind port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:28.114913 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Attempting to bind port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:28.115338 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Attempting to bind port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:28.129502 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:29:28.130475 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Attempting to bind port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:28.143024 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:28.143878 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Checking segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:28.144588 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Bound using segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:28.145282 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Bound port: 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:28.145964 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:28.261549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:28.269296 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:28.298106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652700-e797-4c6d-b894-856b8f311bfa req-f1029405-5392-4e15-b10b-8bc4815e7b3f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:28.304327 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4a652700-e797-4c6d-b894-856b8f311bfa req-f1029405-5392-4e15-b10b-8bc4815e7b3f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 944 time: 0.0692315 Aug 07 14:29:28.382917 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:28.395378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4a652700-e797-4c6d-b894-856b8f311bfa req-347aae5d-98d9-4044-af14-173421e28371 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880029 Aug 07 14:29:28.417753 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2c7e1-5e80-41e4-9c4a-c2445df1939d req-ad6c6402-651a-4b19-9aa9-e64a572e0a63 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:28.419369 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-36c2c7e1-5e80-41e4-9c4a-c2445df1939d req-ad6c6402-651a-4b19-9aa9-e64a572e0a63 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1140640 Aug 07 14:29:28.483065 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:28.483065 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:28.483065 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] 10.222.0.11 "PUT /v2.0/ports/18727038-6cf0-4270-8e17-a63bcf0ff8b9 HTTP/1.1" status: 200 len: 1094 time: 1.7916155 Aug 07 14:29:28.483702 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:28.486662 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58baff3b-5cc5-460b-87ac-8aba8d562171" -d '{"events": [{"name": "network-changed", "server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:28.496478 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-36c2c7e1-5e80-41e4-9c4a-c2445df1939d req-4d34afd4-4825-4d88-ad20-da75eef7d015 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623493 Aug 07 14:29:28.526017 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bddde9-8a89-4f03-8040-e7315767611d service neutron] Pushing event updated for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:28.632741 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c005c4-9f98-4c8f-9c20-f19ec98345c7 x-openstack-request-id: req-01c005c4-9f98-4c8f-9c20-f19ec98345c7 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:28.636053 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:28.636533 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01c005c4-9f98-4c8f-9c20-f19ec98345c7 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:28.637349 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'status': 'completed', 'code': 200} Aug 07 14:29:28.776623 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-5aa40fce-7277-4127-902b-2c33a308fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:28.778217 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-5aa40fce-7277-4127-902b-2c33a308fece service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 1097 time: 0.0874183 Aug 07 14:29:28.890371 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:28.936317 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-8ba87acb-070a-4805-b71c-a7559c8879aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9 HTTP/1.1" status: 200 len: 217 time: 0.1112781 Aug 07 14:29:29.046517 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8eca-4c68-47ec-8872-a900e6797441 req-482c2efc-0aa6-457e-8283-6e4aa2a78168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:29.050297 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-482c2efc-0aa6-457e-8283-6e4aa2a78168 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.1080787 Aug 07 14:29:29.099092 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-6169a3ba-55e3-4473-8624-09eb8aa117e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412021 Aug 07 14:29:29.305583 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-52f0cfde-b44a-424b-adef-caf1f8b3ab92 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969385 Aug 07 14:29:29.478386 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-004c8eca-4c68-47ec-8872-a900e6797441 req-6074c478-b3ee-40e0-807b-8a3361aca484 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616509 Aug 07 14:29:29.639473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287930e-5789-46cf-93d1-82002b54a57b req-1044880e-9f5d-4dfa-b4c1-fc664ad3088c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:29.642449 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9287930e-5789-46cf-93d1-82002b54a57b req-1044880e-9f5d-4dfa-b4c1-fc664ad3088c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 944 time: 0.1313384 Aug 07 14:29:29.799464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-f4d85f32-497a-4e9f-ba68-da5ba4753c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:29.802796 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-f4d85f32-497a-4e9f-ba68-da5ba4753c25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 1097 time: 0.0897117 Aug 07 14:29:29.823640 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9287930e-5789-46cf-93d1-82002b54a57b req-4fb21620-d5c6-4b7e-8604-4375f531835e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736991 Aug 07 14:29:29.866151 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa91a3-945f-49ad-88b0-c195b6347a12 req-6909b63c-5031-498f-b7cf-000f91ae88df tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:29.884463 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94aa91a3-945f-49ad-88b0-c195b6347a12 req-6909b63c-5031-498f-b7cf-000f91ae88df tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.2191935 Aug 07 14:29:30.036560 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94aa91a3-945f-49ad-88b0-c195b6347a12 req-d39e275d-c8ea-4a4a-a04b-92772a6c138b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421072 Aug 07 14:29:30.097802 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-a7ac9472-e5c4-44b5-b639-8ed98a5c2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:30.097802 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-a7ac9472-e5c4-44b5-b639-8ed98a5c2421 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 915 time: 0.2691348 Aug 07 14:29:30.193149 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-c38b2f01-9173-41ba-914b-c8dc014e182b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9 HTTP/1.1" status: 200 len: 217 time: 0.0570319 Aug 07 14:29:30.324802 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-7365c560-17b9-4e09-a249-c3654d045665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:30.333339 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-7365c560-17b9-4e09-a249-c3654d045665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.0894687 Aug 07 14:29:30.371846 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-9c59119c-7066-47d6-8e7c-42184de5e482 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358369 Aug 07 14:29:30.494367 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-86c3608a-ab7b-457f-9f91-796f5243584e service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952184 Aug 07 14:29:30.606509 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-58baff3b-5cc5-460b-87ac-8aba8d562171 req-fd6aa7a1-d106-4e6c-93e1-e70ef7faf6e9 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025617 Aug 07 14:29:30.967300 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8426f-f6ca-4024-afe8-ce82ddf9e028 req-e4fc9835-027b-42b5-b46b-3b86f20334b9 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:30.968974 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b2b8426f-f6ca-4024-afe8-ce82ddf9e028 req-e4fc9835-027b-42b5-b46b-3b86f20334b9 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 944 time: 0.0647337 Aug 07 14:29:31.014816 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b2b8426f-f6ca-4024-afe8-ce82ddf9e028 req-12313f1d-d26e-4803-a255-3dda8d5cf236 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Aug 07 14:29:31.169009 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d78a0b-adf4-4e24-8f39-e7be8ea5038b req-202129f6-d308-4c8d-92b5-5cf814ba306a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:31.170477 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9d78a0b-adf4-4e24-8f39-e7be8ea5038b req-202129f6-d308-4c8d-92b5-5cf814ba306a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0523057 Aug 07 14:29:31.212361 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9d78a0b-adf4-4e24-8f39-e7be8ea5038b req-b2b7b2e0-16d0-4407-8a32-c9a47db97a95 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356812 Aug 07 14:29:32.201105 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55944075-1797-4108-b175-1f0ee8a35f49 req-def987d3-28c4-4f2b-8820-12ae957b9d16 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:32.206343 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-55944075-1797-4108-b175-1f0ee8a35f49 req-def987d3-28c4-4f2b-8820-12ae957b9d16 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 944 time: 0.0918798 Aug 07 14:29:32.329186 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-55944075-1797-4108-b175-1f0ee8a35f49 req-3b308d3a-0656-4ea6-a21a-b1ecf2fdcdd5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113195 Aug 07 14:29:32.399560 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 18727038-6cf0-4270-8e17-a63bcf0ff8b9 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:29:32.489342 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70385a9-9e71-4f32-9e83-f9de9a9b3804 req-2cb7ef34-19a4-4c84-aed0-f76fea4847f0 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:32.498676 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f70385a9-9e71-4f32-9e83-f9de9a9b3804 req-2cb7ef34-19a4-4c84-aed0-f76fea4847f0 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0736995 Aug 07 14:29:32.569987 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f70385a9-9e71-4f32-9e83-f9de9a9b3804 req-b5e25f52-9f79-4b2b-8ecd-996f899aaa2b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Aug 07 14:29:32.656398 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:32.687909 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'port_id': '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'mac_address': 'fa:16:3e:33:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009e0152-ef62-4114-885a-920e62378c26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:29:32.766459 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:32.845740 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18727038-6cf0-4270-8e17-a63bcf0ff8b9 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:29:32.908408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:33.043983 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:33.166920 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48528) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:33.215472 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:33.476668 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['18727038-6cf0-4270-8e17-a63bcf0ff8b9'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:29:33.603990 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-36189ed1-afc1-452b-b6ab-13001314ac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:33.797878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dde26-19b1-4977-a31a-9f41ef038732 req-9f443312-786f-4765-91bb-0b224f018db6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:33.813659 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5b6dde26-19b1-4977-a31a-9f41ef038732 req-9f443312-786f-4765-91bb-0b224f018db6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 945 time: 0.2497611 Aug 07 14:29:33.873957 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-36189ed1-afc1-452b-b6ab-13001314ac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:33.928425 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5b6dde26-19b1-4977-a31a-9f41ef038732 req-d34e6409-17c0-42e5-8407-4cdbb4a48db2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089249 Aug 07 14:29:33.992821 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-36189ed1-afc1-452b-b6ab-13001314ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:34.089383 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-36189ed1-afc1-452b-b6ab-13001314ac54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b5652bec8964f60b8f799c16af512bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9197063 Aug 07 14:29:34.092289 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48548) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:34.107023 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36189ed1-afc1-452b-b6ab-13001314ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b426d-c00b-4493-9467-59b1b4ae78fc,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:34.135419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827b9d-7b20-4812-87c4-7434decb6080 req-5b9820d2-35e1-40b4-aade-59b6a29c6dbb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:34.144497 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45827b9d-7b20-4812-87c4-7434decb6080 req-5b9820d2-35e1-40b4-aade-59b6a29c6dbb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1101348 Aug 07 14:29:34.204495 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45827b9d-7b20-4812-87c4-7434decb6080 req-288819e5-2b26-4209-99c4-70a70c556ffd tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Aug 07 14:29:34.221205 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:34.263694 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:34.444531 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:34.447520 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:34.452574 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575b426d-c00b-4493-9467-59b1b4ae78fc HTTP/1.1" status: 204 len: 168 time: 0.3550370 Aug 07 14:29:34.460276 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ab96b-badb-470c-8c5b-03f1c1967b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b426d-c00b-4493-9467-59b1b4ae78fc,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:35.129926 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35169809-8122-45be-b744-b5ddcc202548 req-ec7aad18-bf18-4de3-815b-622a8fc1eca0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:35.132224 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35169809-8122-45be-b744-b5ddcc202548 req-ec7aad18-bf18-4de3-815b-622a8fc1eca0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 945 time: 0.0760841 Aug 07 14:29:35.185282 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35169809-8122-45be-b744-b5ddcc202548 req-c1b1a6df-167b-4904-a563-ff8247339971 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Aug 07 14:29:35.392850 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e71ab1-1b60-4768-9080-621096d7ad74 req-d5f12b5e-3cb5-4213-aed1-933ddabf6af6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:35.402174 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45e71ab1-1b60-4768-9080-621096d7ad74 req-d5f12b5e-3cb5-4213-aed1-933ddabf6af6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1048205 Aug 07 14:29:35.443662 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45e71ab1-1b60-4768-9080-621096d7ad74 req-2f312b35-08ab-49f7-a2aa-c28f52bac2d7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Aug 07 14:29:35.506916 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48574) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:35.527886 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-04e5f208-ce96-4591-99cd-972a1415dcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:35.649364 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-04e5f208-ce96-4591-99cd-972a1415dcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.072558 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-04e5f208-ce96-4591-99cd-972a1415dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.126048 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-04e5f208-ce96-4591-99cd-972a1415dcff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e13a5172c2da4257ba62f1435b377320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141331 Aug 07 14:29:36.126048 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5f208-ce96-4591-99cd-972a1415dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a479ff9-355b-4157-b7c0-be81bd3d09f7,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:36.126871 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48586) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:36.206320 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.238200 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.417390 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 18727038-6cf0-4270-8e17-a63bcf0ff8b9 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:29:36.438154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d6c3e-656a-44cc-b864-4b5031267e71 req-74581c5e-6898-48b2-a6a8-b38425aa53cd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:36.445942 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7d9d6c3e-656a-44cc-b864-4b5031267e71 req-74581c5e-6898-48b2-a6a8-b38425aa53cd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 945 time: 0.1369069 Aug 07 14:29:36.493393 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.498886 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.501146 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a479ff9-355b-4157-b7c0-be81bd3d09f7 HTTP/1.1" status: 204 len: 168 time: 0.3736753 Aug 07 14:29:36.545731 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf057b55-e578-4068-b482-bb88d89b6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a479ff9-355b-4157-b7c0-be81bd3d09f7,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:36.728414 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7d9d6c3e-656a-44cc-b864-4b5031267e71 req-6f07d233-57c0-46e7-b1c7-85aecb7fe215 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710326 Aug 07 14:29:36.760315 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:36.773137 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12be5a-29bb-4347-b789-63dbf179abff req-1f9687df-10fa-47d4-9e33-6cc4d5e8b0d9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:36.776394 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a12be5a-29bb-4347-b789-63dbf179abff req-1f9687df-10fa-47d4-9e33-6cc4d5e8b0d9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1243341 Aug 07 14:29:36.783224 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:36.784009 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:36.861935 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a12be5a-29bb-4347-b789-63dbf179abff req-31b55cc3-1e13-4149-b326-4d0e486157c8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764070 Aug 07 14:29:36.981506 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:37.165518 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:37.169575 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9646662-df88-4bc9-b1fd-64e0ecb343b5" -d '{"events": [{"server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "name": "network-vif-plugged", "status": "completed", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:37.198111 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:29:37.238163 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694c6620-0018-4284-aae2-fd785f6dd2b0 x-openstack-request-id: req-694c6620-0018-4284-aae2-fd785f6dd2b0 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:29:37.238456 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "name": "network-vif-plugged", "status": "completed", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:29:37.238738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-694c6620-0018-4284-aae2-fd785f6dd2b0 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:29:37.239134 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'code': 200} Aug 07 14:29:37.301332 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:37.430493 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:37.710759 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf7398-100e-440d-9141-70cf22e5e211 req-cd9d60e4-a7cf-4716-a40f-703a9717b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:37.712326 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7cbf7398-100e-440d-9141-70cf22e5e211 req-cd9d60e4-a7cf-4716-a40f-703a9717b703 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 1099 time: 0.0539889 Aug 07 14:29:37.763315 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-7cbf7398-100e-440d-9141-70cf22e5e211 req-00b0b2c5-b810-49c9-837c-c53020fcdf17 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Aug 07 14:29:37.911255 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d918cf-2ad8-43a3-b95f-3604da5d56d6 req-f92aa3f1-08f6-4b22-b85c-d689515c10ae tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:37.913614 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-31d918cf-2ad8-43a3-b95f-3604da5d56d6 req-f92aa3f1-08f6-4b22-b85c-d689515c10ae tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.0598280 Aug 07 14:29:37.963847 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-31d918cf-2ad8-43a3-b95f-3604da5d56d6 req-8c07a83e-aa1c-49a7-b6ae-646443ad9559 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Aug 07 14:29:38.098926 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429944ed-9c81-40d2-97a7-b3adb9590122 req-0a926a8d-7234-427c-a8f5-6871d3880036 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:38.104260 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-429944ed-9c81-40d2-97a7-b3adb9590122 req-0a926a8d-7234-427c-a8f5-6871d3880036 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0675170 Aug 07 14:29:38.162915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-429944ed-9c81-40d2-97a7-b3adb9590122 req-dcb42cb3-f8dc-4a02-9df5-802b59e172fe tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Aug 07 14:29:38.423976 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-394e98e1-48ac-423c-8842-d9e7f86bf453 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:38.423976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-394e98e1-48ac-423c-8842-d9e7f86bf453 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 814 time: 0.1269231 Aug 07 14:29:38.441428 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-e399fa4c-997c-4333-b9ae-e1bea9e49ec9 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/quotas/9f9121a472364cf98ef224b73341f0ba HTTP/1.1" status: 200 len: 375 time: 0.0131259 Aug 07 14:29:38.526385 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-4445c147-6dc5-4b41-a606-cdadf00ddc92 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669184 Aug 07 14:29:38.736223 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-c65b4797-8a55-498e-b4dc-2dc3da529ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725767 Aug 07 14:29:38.878501 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-fece8a68-69cd-4353-b382-bc4e60be1358 service neutron] 10.222.0.26 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305602 Aug 07 14:29:39.285899 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-20c86a90-aa2c-4784-af8d-b11f5b8cbf82 req-e8dd991c-a0b1-4cc1-9e97-d84f6072040f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 210 time: 0.0571804 Aug 07 14:29:39.305777 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ef23d-e0ee-48c2-92ae-5f05a8be14b5 req-cc8a61f3-fde9-48f0-a31a-28201c1b097a tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:39.307501 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a39ef23d-e0ee-48c2-92ae-5f05a8be14b5 req-cc8a61f3-fde9-48f0-a31a-28201c1b097a tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.1383917 Aug 07 14:29:39.379363 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a39ef23d-e0ee-48c2-92ae-5f05a8be14b5 req-b08e7257-626c-45bb-a029-685ca00170f2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599797 Aug 07 14:29:39.531387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2586b1-3481-4d0e-835a-5478d24beab2 req-37095c0f-be31-4c37-af58-437572dac468 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:39.534466 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb2586b1-3481-4d0e-835a-5478d24beab2 req-37095c0f-be31-4c37-af58-437572dac468 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1067982 Aug 07 14:29:39.615895 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb2586b1-3481-4d0e-835a-5478d24beab2 req-9f96f247-cabc-46d4-ac8a-3a37c352f7e1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Aug 07 14:29:40.391160 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4f6527b9-876c-4245-9862-9cf1728c5b4c req-241a21e1-ef99-4156-a484-945a386b8fcc tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 210 time: 0.0283940 Aug 07 14:29:40.558195 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582aae3-23e1-472f-8488-c6c647144eb3 req-02cac9a1-e64a-4e8b-ae88-7ad240eccdcc tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:40.559789 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9582aae3-23e1-472f-8488-c6c647144eb3 req-02cac9a1-e64a-4e8b-ae88-7ad240eccdcc tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.0643992 Aug 07 14:29:40.612560 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9582aae3-23e1-472f-8488-c6c647144eb3 req-da4af16a-8da0-4a07-ab25-70b8de97e24c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 Aug 07 14:29:42.586609 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95019c-fd9e-4260-bc91-053ef8b23e95 req-f63cd744-c3b5-4934-93ad-eb4e3ac0e4e3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:42.586609 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e95019c-fd9e-4260-bc91-053ef8b23e95 req-f63cd744-c3b5-4934-93ad-eb4e3ac0e4e3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0649667 Aug 07 14:29:42.684181 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f18b90de-c827-424a-a224-6beb2a96ba20 req-d188a836-a205-4396-a88b-147219ec3365 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 210 time: 0.0481758 Aug 07 14:29:42.687423 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e95019c-fd9e-4260-bc91-053ef8b23e95 req-d4e58740-58e2-4237-8f1b-d188cfa7f9bc tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933828 Aug 07 14:29:43.823659 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-19f0fd51-2d13-496a-b33e-65447e383e31 req-d0b1f13c-8bd8-43b5-ab48-0b2ec80232b1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 210 time: 0.0388522 Aug 07 14:29:43.850854 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b873692-e8fb-4fc2-9514-46574df23f0c req-84e22fe0-542f-4339-a8e2-f4b67e3b06d1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:43.852514 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b873692-e8fb-4fc2-9514-46574df23f0c req-84e22fe0-542f-4339-a8e2-f4b67e3b06d1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0824819 Aug 07 14:29:43.909430 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b873692-e8fb-4fc2-9514-46574df23f0c req-a6634cb8-f583-4854-986b-b5f958e43b98 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 Aug 07 14:29:44.236859 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-2c233615-90a7-4274-bdd6-ce9491fa28a4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:44.239551 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-2c233615-90a7-4274-bdd6-ce9491fa28a4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 814 time: 0.1577802 Aug 07 14:29:44.261027 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'port': {'device_id': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'admin_state_up': True, 'tenant_id': '9f9121a472364cf98ef224b73341f0ba'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:44.292273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0b217-792d-4823-8793-c0284abfe6eb req-58ae5c0c-7af4-4be4-8698-5f709b555741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:44.293754 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2c0b217-792d-4823-8793-c0284abfe6eb req-58ae5c0c-7af4-4be4-8698-5f709b555741 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1099 time: 0.0675521 Aug 07 14:29:44.350947 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2c0b217-792d-4823-8793-c0284abfe6eb req-e75f05d3-de94-41b2-bdc7-a038549b1ebf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Aug 07 14:29:44.539666 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Made reservation on behalf of 9f9121a472364cf98ef224b73341f0ba for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:29:44.539666 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:44.720599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Allocated IP 172.20.0.12 (192b5453-7f81-4929-bbd3-0cfe3e80357a/23ae9157-3892-4448-9c2a-6e2c421a87d7/44ea5125-ed0c-4108-b095-8f55ae981cdb) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:29:44.956061 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:44.971611 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Transition to ACTIVE for port object 44ea5125-ed0c-4108-b095-8f55ae981cdb will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:45.056160 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:45.111857 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:29:45.115511 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:29:45.120175 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:29:45.145265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:45.175175 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:45.175888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:45.272697 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-d8f32eeb-bc77-4b37-95da-eb49b54c49bd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0162046 Aug 07 14:29:45.392729 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c1610ace-1843-41d4-9cd1-a8cf40d3d65a None None] Provisioning for port 44ea5125-ed0c-4108-b095-8f55ae981cdb completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:29:45.396969 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c1610ace-1843-41d4-9cd1-a8cf40d3d65a None None] Provisioning complete for port 44ea5125-ed0c-4108-b095-8f55ae981cdb triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:29:45.397282 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c1610ace-1843-41d4-9cd1-a8cf40d3d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:45.431172 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-c1610ace-1843-41d4-9cd1-a8cf40d3d65a None None] Port 44ea5125-ed0c-4108-b095-8f55ae981cdb cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:29:46.933686 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48866) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:47.062186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90fb57e7-4517-40c3-a338-171f1843a273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.163363 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90fb57e7-4517-40c3-a338-171f1843a273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.237910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90fb57e7-4517-40c3-a338-171f1843a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.279714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb57e7-4517-40c3-a338-171f1843a273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058003c7-c666-4cd5-9663-c1cbe0bb0799,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:47.285098 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-90fb57e7-4517-40c3-a338-171f1843a273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a84345ebcdf8494f94e4e92e22577ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502986 Aug 07 14:29:47.288536 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48870) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:47.311238 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Request body: {'port': {'device_id': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:29:47.365302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.399083 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.402500 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.609666 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ce6a-07bf-4a78-8863-eb23fd405735 req-861693d3-bc5d-42a0-bac2-81b36a014bd1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:47.611948 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-71a1ce6a-07bf-4a78-8863-eb23fd405735 req-861693d3-bc5d-42a0-bac2-81b36a014bd1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 932 time: 0.1330740 Aug 07 14:29:47.631944 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6aaa-059c-4116-8175-97549552bd0e req-ca6764f1-8a36-47f7-82c1-6e94b9148bc6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:47.633626 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-afec6aaa-059c-4116-8175-97549552bd0e req-ca6764f1-8a36-47f7-82c1-6e94b9148bc6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1171193 Aug 07 14:29:47.700274 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-71a1ce6a-07bf-4a78-8863-eb23fd405735 req-6aa3187f-4262-4b10-a2bc-d0c886885e95 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655947 Aug 07 14:29:47.717859 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-afec6aaa-059c-4116-8175-97549552bd0e req-8fda9bb4-f0c4-4eab-bffa-5e648797f626 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Aug 07 14:29:47.721504 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.724536 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.742976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/058003c7-c666-4cd5-9663-c1cbe0bb0799 HTTP/1.1" status: 204 len: 168 time: 0.4409554 Aug 07 14:29:47.756673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2537f1-ab3b-4762-acf2-714de0abe959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058003c7-c666-4cd5-9663-c1cbe0bb0799,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:47.944738 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ea5125-ed0c-4108-b095-8f55ae981cdb {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:29:47.953757 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:47.972107 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Transition to ACTIVE for port object 44ea5125-ed0c-4108-b095-8f55ae981cdb will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:29:48.077627 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:48.159591 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:48.261694 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.262353 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.263187 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.263187 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.263787 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.264350 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.265424 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.265424 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.265853 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.266274 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.266867 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.267654 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:29:48.387697 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Attempting to bind port 44ea5125-ed0c-4108-b095-8f55ae981cdb on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:29:48.390702 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Attempting to bind port 44ea5125-ed0c-4108-b095-8f55ae981cdb by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:29:48.391313 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Attempting to bind port 44ea5125-ed0c-4108-b095-8f55ae981cdb on network 192b5453-7f81-4929-bbd3-0cfe3e80357a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:48.405970 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Port 44ea5125-ed0c-4108-b095-8f55ae981cdb on network 192b5453-7f81-4929-bbd3-0cfe3e80357a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:29:48.406329 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Attempting to bind port 44ea5125-ed0c-4108-b095-8f55ae981cdb on network 192b5453-7f81-4929-bbd3-0cfe3e80357a {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:29:48.418411 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:29:48.419372 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Checking segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:29:48.419829 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Bound using segment: {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:29:48.420315 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Bound port: 44ea5125-ed0c-4108-b095-8f55ae981cdb, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a93f52-2ed4-450a-8f70-693245bc0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:29:48.421313 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:48.628344 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:29:48.636676 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:29:48.764430 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:48.842044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:29:48.843472 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:48.846215 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] 10.222.0.11 "PUT /v2.0/ports/44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 1094 time: 1.5390606 Aug 07 14:29:48.846215 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:29:48.864429 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:29:48.900041 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d33b5-3107-4b9b-b802-70b756940e28 service neutron] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:49.005496 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:29:49.042634 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48932) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:49.075486 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7989209b-8297-4966-8e4d-a3da402de163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.237508 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7989209b-8297-4966-8e4d-a3da402de163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.380905 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7989209b-8297-4966-8e4d-a3da402de163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.430766 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7989209b-8297-4966-8e4d-a3da402de163 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbfe27c3bb3b49f3a7beb3162881f6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866436 Aug 07 14:29:49.433459 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48934) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:49.475070 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989209b-8297-4966-8e4d-a3da402de163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d30bc0-c64e-4481-aa28-707566d9f794,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:49.521082 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.553828 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.706631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.711209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:49.717208 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18d30bc0-c64e-4481-aa28-707566d9f794 HTTP/1.1" status: 204 len: 168 time: 0.2790279 Aug 07 14:29:49.733211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fdd41-b36a-4920-ad8a-1c191a4bffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d30bc0-c64e-4481-aa28-707566d9f794,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:50.022498 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-015c4d89-34ae-427c-97af-2fa455a6bab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:51.358398 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 48962) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:51.378007 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b299ff0-7ec1-4875-9787-9d553a6ba33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:51.530469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b299ff0-7ec1-4875-9787-9d553a6ba33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:51.724368 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2b299ff0-7ec1-4875-9787-9d553a6ba33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:51.774028 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2b299ff0-7ec1-4875-9787-9d553a6ba33a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28b6ab8e07f144c7a459b53701e1c392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143636 Aug 07 14:29:51.775011 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b299ff0-7ec1-4875-9787-9d553a6ba33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d98489-580e-4b44-bb8c-185f0c196b49,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:51.777461 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 48970) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:51.843480 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:51.890234 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:52.032011 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:52.035009 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:52.036331 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7d98489-580e-4b44-bb8c-185f0c196b49 HTTP/1.1" status: 204 len: 168 time: 0.2575517 Aug 07 14:29:52.045481 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d8ee1-22ec-497e-807b-ddd9e35e9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d98489-580e-4b44-bb8c-185f0c196b49,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:52.809323 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0a659911-12bd-4289-abc9-0cb0500720ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:52.996513 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49004) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:53.155168 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e74baad9-800c-4b59-88da-bbd27ef010e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.304413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e74baad9-800c-4b59-88da-bbd27ef010e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.375778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.429263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49016) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:53.443277 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e74baad9-800c-4b59-88da-bbd27ef010e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.484875 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74baad9-800c-4b59-88da-bbd27ef010e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb5082f-b72e-4c36-b9c8-992ee9c177b8,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:53.492585 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-e74baad9-800c-4b59-88da-bbd27ef010e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22fa3fb8dc044e2e915be197dea54fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4926250 Aug 07 14:29:53.493023 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49024) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:53.560373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ab85b077-d393-467d-b980-19b71361da71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.682760 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ab85b077-d393-467d-b980-19b71361da71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.825840 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ab85b077-d393-467d-b980-19b71361da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.871774 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.878559 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ab85b077-d393-467d-b980-19b71361da71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b30507e726c84b8a8c1eefb33933712a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480934 Aug 07 14:29:53.879291 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49028) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:53.887051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85b077-d393-467d-b980-19b71361da71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a6f26-41a9-448c-98b5-be35fb507c1c,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:53.903208 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:53.984364 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.008869 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.014219 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.038236 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.043784 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.048524 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0eb5082f-b72e-4c36-b9c8-992ee9c177b8 HTTP/1.1" status: 204 len: 168 time: 0.5522871 Aug 07 14:29:54.065797 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8bb8-fb6a-496c-890f-3ec3bc0f18cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb5082f-b72e-4c36-b9c8-992ee9c177b8,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:54.140794 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.145287 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.147613 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a0a6f26-41a9-448c-98b5-be35fb507c1c HTTP/1.1" status: 204 len: 168 time: 0.2660840 Aug 07 14:29:54.156668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65052e45-3d09-4a87-8468-7db45a9e6a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a6f26-41a9-448c-98b5-be35fb507c1c,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:54.273475 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49036) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:54.439481 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc11641a-75c8-4800-b80c-ea88371072cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.562899 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc11641a-75c8-4800-b80c-ea88371072cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.707471 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-bc11641a-75c8-4800-b80c-ea88371072cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.753237 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11641a-75c8-4800-b80c-ea88371072cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec75d9-f7e0-4b24-96da-1b443f6e6f38,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:54.770252 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49044) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:54.770608 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-bc11641a-75c8-4800-b80c-ea88371072cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7e3b876f013451e9464bb13437536fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957542 Aug 07 14:29:54.837189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.859206 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49046) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:54.868813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:54.876846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baaf0dd7-5360-4228-8f66-7cafb0a1be32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.009132 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.013127 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.014810 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20ec75d9-f7e0-4b24-96da-1b443f6e6f38 HTTP/1.1" status: 204 len: 168 time: 0.2497663 Aug 07 14:29:55.032478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e412c50-a65e-4b0b-8e28-4e9fbc1b851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec75d9-f7e0-4b24-96da-1b443f6e6f38,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:55.143197 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49050) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:55.147369 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.170669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67c80546-4a0c-46dd-9c9c-58841db25c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.179835 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baaf0dd7-5360-4228-8f66-7cafb0a1be32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.249198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-baaf0dd7-5360-4228-8f66-7cafb0a1be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.308913 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-baaf0dd7-5360-4228-8f66-7cafb0a1be32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0132714eb0cf4b68bde0c6426745ee56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476643 Aug 07 14:29:55.311436 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49052) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:55.325419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0dd7-5360-4228-8f66-7cafb0a1be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9ea80-3407-4c52-8119-ae62992e16fe,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:55.410102 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67c80546-4a0c-46dd-9c9c-58841db25c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.429668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.455131 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.481489 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67c80546-4a0c-46dd-9c9c-58841db25c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.537434 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-67c80546-4a0c-46dd-9c9c-58841db25c9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fec65b9c9f464389811c1a761127ed41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923633 Aug 07 14:29:55.540352 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c80546-4a0c-46dd-9c9c-58841db25c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf958b9-3d80-4e38-99f4-980bebe28456,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:55.544001 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49056) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:29:55.633135 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.659495 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.666524 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.671499 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.676399 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50f9ea80-3407-4c52-8119-ae62992e16fe HTTP/1.1" status: 204 len: 168 time: 0.3636420 Aug 07 14:29:55.694342 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976e16-2a1a-4872-9efa-d4bb4dfd8d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9ea80-3407-4c52-8119-ae62992e16fe,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:55.815302 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.818497 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:29:55.820573 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbf958b9-3d80-4e38-99f4-980bebe28456 HTTP/1.1" status: 204 len: 168 time: 0.2750094 Aug 07 14:29:55.834538 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75098859-75c4-4b23-8d50-03cd3f74c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf958b9-3d80-4e38-99f4-980bebe28456,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:29:59.135304 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:02.473480 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49220) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:02.630132 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3a42-658b-43f7-b4b7-14894690c3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:02.763230 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3a42-658b-43f7-b4b7-14894690c3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:02.837540 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eb0e3a42-658b-43f7-b4b7-14894690c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:02.878056 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-eb0e3a42-658b-43f7-b4b7-14894690c3b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a633923829194a178a9bcf16f093cc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034524 Aug 07 14:30:02.879350 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e3a42-658b-43f7-b4b7-14894690c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3818a6c-17e0-4267-85c0-dc66d703068e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:02.882113 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49226) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:02.944254 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:02.981679 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:03.146726 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:03.150109 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:03.154338 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3818a6c-17e0-4267-85c0-dc66d703068e HTTP/1.1" status: 204 len: 168 time: 0.2687771 Aug 07 14:30:03.163914 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceee1ea-239e-4261-864a-a4dc92af8fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3818a6c-17e0-4267-85c0-dc66d703068e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:03.952343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49238) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:03.965223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4516448-f85b-40da-9bd4-034a9903d917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.060846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4516448-f85b-40da-9bd4-034a9903d917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.128927 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e4516448-f85b-40da-9bd4-034a9903d917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.170456 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-e4516448-f85b-40da-9bd4-034a9903d917 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6afe2185b8b44d6e898a458d5cba7d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186978 Aug 07 14:30:04.171360 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516448-f85b-40da-9bd4-034a9903d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4746bdf0-5a68-4be1-9867-1a24836454ce,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:04.173549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49240) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:04.231652 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.253703 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.391569 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.394181 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:04.395394 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4746bdf0-5a68-4be1-9867-1a24836454ce HTTP/1.1" status: 204 len: 168 time: 0.2208579 Aug 07 14:30:04.404309 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746bdf0-5a68-4be1-9867-1a24836454ce,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:04.413664 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.414021 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.414389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.414892 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.415236 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.415637 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.416152 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.416516 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.417051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.417595 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.418158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.418719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc58faa-7820-43bf-b48a-327efe1fadfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:04.912043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f08b9a-3fb1-4e3c-b1b9-370b289fc0c4 req-36335bf5-fb32-4064-80e9-9e4a7ecba686 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:04.914010 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82f08b9a-3fb1-4e3c-b1b9-370b289fc0c4 req-36335bf5-fb32-4064-80e9-9e4a7ecba686 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1254628 Aug 07 14:30:04.915200 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-1f5eecf6-4da1-465b-a285-84d88b5fa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:04.918836 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-1f5eecf6-4da1-465b-a285-84d88b5fa8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1097 time: 0.1023653 Aug 07 14:30:04.983546 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-0c44d80d-44af-43a8-bcb3-432074fe2f02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 217 time: 0.0440283 Aug 07 14:30:05.037434 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-3288fa71-1fe5-42a5-8bce-346c8fbc3286 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1686018 Aug 07 14:30:05.048348 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-98782401-81fd-4e73-9a21-39632c928ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.049920 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-98782401-81fd-4e73-9a21-39632c928ad6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.0594387 Aug 07 14:30:05.053667 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82f08b9a-3fb1-4e3c-b1b9-370b289fc0c4 req-7e0a3d30-1561-4813-a8d9-78a97d75a43c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085532 Aug 07 14:30:05.066528 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20fa7b-3cf0-4a99-b3dc-671722741327 req-27c822bb-b0c6-4451-b7e1-cf036e7d8b93 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.066528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bb20fa7b-3cf0-4a99-b3dc-671722741327 req-27c822bb-b0c6-4451-b7e1-cf036e7d8b93 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 944 time: 0.1507893 Aug 07 14:30:05.147329 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-00631d7b-f770-409f-a4f5-1a1d939d8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.151439 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-00631d7b-f770-409f-a4f5-1a1d939d8d53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826519 Aug 07 14:30:05.188743 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bb20fa7b-3cf0-4a99-b3dc-671722741327 req-948e16b3-9138-4515-a2f5-f679e5267dff tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128755 Aug 07 14:30:05.209454 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-9943e4ae-6a29-4976-9d76-2b2dd58fefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.219917 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-9943e4ae-6a29-4976-9d76-2b2dd58fefd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 1098 time: 0.1245155 Aug 07 14:30:05.241715 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a047e2eb-508b-4411-a60b-431b6df91381 x-openstack-request-id: req-a047e2eb-508b-4411-a60b-431b6df91381 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:05.242019 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:05.242262 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a047e2eb-508b-4411-a60b-431b6df91381 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:05.242635 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:30:05.404266 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-2e291d36-9513-45f9-a8cd-0eaf717326c8 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424920 Aug 07 14:30:05.416419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-bb16feb9-4d75-4d0c-a2bf-a345ebb52d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.420089 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-bb16feb9-4d75-4d0c-a2bf-a345ebb52d73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 915 time: 0.1593566 Aug 07 14:30:05.474518 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-ee38bed1-d43b-4f78-aff4-2f4721cf9222 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1770eb-7500-4ae9-b575-4556332f6098 HTTP/1.1" status: 200 len: 217 time: 0.0474169 Aug 07 14:30:05.557482 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-66fc9e29-26e3-4c1b-bca2-d12113866c44 req-fb2dce44-84d2-4eed-9946-fcef2441e3dd service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384528 Aug 07 14:30:05.825584 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-832cb255-e552-4f72-a07c-d84cdcfe5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.829590 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-832cb255-e552-4f72-a07c-d84cdcfe5674 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.3450048 Aug 07 14:30:05.859350 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-47c7a041-49af-47b4-93ab-d3682eb05a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:05.864221 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-47c7a041-49af-47b4-93ab-d3682eb05a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1097 time: 0.0752056 Aug 07 14:30:05.873983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-552a9e7d-7a6c-4b56-bbe3-5d4699175ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350981 Aug 07 14:30:06.001825 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-7dfa3120-797d-4351-9735-0aa2fac168d0 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195734 Aug 07 14:30:06.029112 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-0fe15fe4-e372-4262-94b8-560b7d3ff25f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.037515 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-0fe15fe4-e372-4262-94b8-560b7d3ff25f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.5118561 Aug 07 14:30:06.076972 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-fb740060-018b-44ed-b86f-4e2c11a3a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.085194 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-fb740060-018b-44ed-b86f-4e2c11a3a4e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.2043595 Aug 07 14:30:06.090743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49314) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:06.122517 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-32913fdf-7dce-4ad1-9937-f00693cc8177 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/quotas/ddfd469a9b174b45914b4405945002d6 HTTP/1.1" status: 200 len: 375 time: 0.0836132 Aug 07 14:30:06.156421 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-7d221991-c816-46b1-80f9-14c6ace10d9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 217 time: 0.0579414 Aug 07 14:30:06.232419 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b28d502-4d4f-478f-b5cb-01df41001209 req-5a14b03f-0153-405c-8756-11a942731995 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924117 Aug 07 14:30:06.247404 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-635d720b-02ae-4a9a-a49c-93520efe279a tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090999 Aug 07 14:30:06.261550 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-74af5bed-f6eb-4d4c-818b-438fad6addf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.265897 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-74af5bed-f6eb-4d4c-818b-438fad6addf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.1012414 Aug 07 14:30:06.271752 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1990316733-network', 'tenant_id': '444369e4f476465da028b59b7df64dcf'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:06.349150 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-be4e0eb6-31b2-4335-9a6c-5683b273c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.350766 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-be4e0eb6-31b2-4335-9a6c-5683b273c685 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749729 Aug 07 14:30:06.375546 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9f3fb-0ce9-4f4a-94e8-c5b82e8b753f req-7ea5ffb1-30e9-43d4-906e-7d5dac9f059d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.377357 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcd9f3fb-0ce9-4f4a-94e8-c5b82e8b753f req-7ea5ffb1-30e9-43d4-906e-7d5dac9f059d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.1242266 Aug 07 14:30:06.435938 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-447662e2-f4ae-40e9-a527-f4c394ae575b service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770864 Aug 07 14:30:06.445570 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcd9f3fb-0ce9-4f4a-94e8-c5b82e8b753f req-a5bd0537-d33f-43ae-805b-61f5f33a4517 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566969 Aug 07 14:30:06.451258 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Made reservation on behalf of 444369e4f476465da028b59b7df64dcf for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:06.456528 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:06.494624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:06.515178 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-5e619980-899b-44f2-9073-6ad89fe9fe5d service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558363 Aug 07 14:30:06.592736 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-f87f3533-2175-4ec7-8bd2-52eed128bc4f service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460860 Aug 07 14:30:06.627908 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292697b-26d7-4f72-b9bb-9f3e86f729e9 req-e011bd02-2f5e-4be2-bfad-1c9edd07d6fb tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.627908 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e292697b-26d7-4f72-b9bb-9f3e86f729e9 req-e011bd02-2f5e-4be2-bfad-1c9edd07d6fb tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 944 time: 0.0796108 Aug 07 14:30:06.692322 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d08cb861-d6ee-4658-b0e9-0eb17b8d374a req-2568e12b-e73b-4cd0-afef-4953524a5bce service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600697 Aug 07 14:30:06.711769 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e292697b-26d7-4f72-b9bb-9f3e86f729e9 req-e5540642-5b04-4856-b7ed-09f8e6acd2b6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618119 Aug 07 14:30:06.727503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:06.809880 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:06.817865 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba6cbe-e9c7-4362-a261-dc6ac5254579 req-0731ddf7-19b7-4a2b-8397-bc394667381f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:06.819483 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27ba6cbe-e9c7-4362-a261-dc6ac5254579 req-0731ddf7-19b7-4a2b-8397-bc394667381f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0610704 Aug 07 14:30:06.842216 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49328) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:06.850456 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:30:06.867271 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27ba6cbe-e9c7-4362-a261-dc6ac5254579 req-304abe1b-0d55-4d26-a7a1-97a462bd8190 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Aug 07 14:30:06.889176 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f67cff-ebb6-46ba-a32f-2af1144e6f73,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:06.935069 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:06.935570 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Added segment 54659c9e-282f-41d2-a665-4c248f68e1f2 of type vlan for network 58255f8e-2472-4611-8529-fbb908bb7285 Aug 07 14:30:07.012990 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44c64f7c-e6d9-46dd-bde2-79a9167922b5 req-96db0103-1880-4dfb-8955-f0678ddc2713 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 210 time: 0.0931115 Aug 07 14:30:07.063947 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.069029 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f64b2cd-ce47-4cd3-92d1-2422ce691813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.210174 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f64b2cd-ce47-4cd3-92d1-2422ce691813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.231352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.232421 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:07.233293 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.304165 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] Pushing event updated for resources: {'Network': ['ID=58255f8e-2472-4611-8529-fbb908bb7285,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:07.314539 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 58255f8e-2472-4611-8529-fbb908bb7285 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:30:07.321852 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8f64b2cd-ce47-4cd3-92d1-2422ce691813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.369452 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8f64b2cd-ce47-4cd3-92d1-2422ce691813 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fda56d9f8394866b0d74598bb23f141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255401 Aug 07 14:30:07.370575 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64b2cd-ce47-4cd3-92d1-2422ce691813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c477b02-2e40-4c14-aa97-e9481f0e163a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:07.372484 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49348) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:07.403735 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a38aeff4-c9f6-4332-be27-cf5741bfd270 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3118160 Aug 07 14:30:07.407949 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49350) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:07.413700 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Request body: {'subnet': {'network_id': '58255f8e-2472-4611-8529-fbb908bb7285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1990316733-subnet', 'tenant_id': '444369e4f476465da028b59b7df64dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:07.463812 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.487116 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.614469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Made reservation on behalf of 444369e4f476465da028b59b7df64dcf for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:07.616967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2384007'] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.674080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.677324 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.681062 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c477b02-2e40-4c14-aa97-e9481f0e163a HTTP/1.1" status: 204 len: 168 time: 0.3047235 Aug 07 14:30:07.697350 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25997c83-351d-4e8a-b99a-761a9dcfc51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c477b02-2e40-4c14-aa97-e9481f0e163a,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:07.934478 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2555951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2384053'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:07.994610 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7984899f-f44a-4612-ab7d-e108edc74a8c,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:08.011011 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Checking segment: {'id': '54659c9e-282f-41d2-a665-4c248f68e1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '58255f8e-2472-4611-8529-fbb908bb7285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:08.011368 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Network hostable DHCP agents. Network: 58255f8e-2472-4611-8529-fbb908bb7285, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:30:08.129671 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Network 58255f8e-2472-4611-8529-fbb908bb7285 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:30:08.260114 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 58255f8e-2472-4611-8529-fbb908bb7285) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:08.265064 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:08.266665 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.278722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f09196-c46b-49f6-b414-23fb6361eab3 None None] Network 58255f8e-2472-4611-8529-fbb908bb7285 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:08.346686 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-ddc09106-a833-4e03-8803-fbf5b311db43 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9373105 Aug 07 14:30:08.415983 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ad010-b58f-4b98-89d8-75de48398658 None None] Network 58255f8e-2472-4611-8529-fbb908bb7285 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:08.455424 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49372) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:08.470047 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201df704-c005-484d-8801-ec5eae61e9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.570923 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201df704-c005-484d-8801-ec5eae61e9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.683374 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201df704-c005-484d-8801-ec5eae61e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.724317 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-201df704-c005-484d-8801-ec5eae61e9b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dba4cc6276a7452ea59b2c08d1dfd8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677670 Aug 07 14:30:08.725598 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201df704-c005-484d-8801-ec5eae61e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af7877-a2a6-47b3-be75-6b09c381c23b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:08.727200 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49378) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:08.789841 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.818847 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.945953 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.948703 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:08.952075 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79af7877-a2a6-47b3-be75-6b09c381c23b HTTP/1.1" status: 204 len: 168 time: 0.2231355 Aug 07 14:30:08.961199 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ddcef-5e82-4d33-ba10-52568ea2d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af7877-a2a6-47b3-be75-6b09c381c23b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:09.256356 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49398) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:09.261238 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1832050354-network', 'tenant_id': '9dd870fa341642aca553f5779b78bbf9'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:09.351671 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Made reservation on behalf of 9dd870fa341642aca553f5779b78bbf9 for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:09.354497 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.365781 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.472077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.626198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.647958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:30:09.663685 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b50889-8f42-4a79-92f9-001b8f3541eb,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:09.666669 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.667017 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Added segment a684c694-15cc-427b-8fb6-158df2560147 of type vlan for network 3363fb60-6a49-4775-b073-6d5605d2d505 Aug 07 14:30:09.717268 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.797107 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f5ed019f-9326-407a-9c23-2eab89a644a1 req-020bb6f1-9718-40be-8e80-9b5809b4c0a8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Aug 07 14:30:09.804784 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a468ec-5d60-483d-b6e5-a803ab8e5d00 req-4111433f-0343-43cd-8144-8acd10765e71 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:09.806227 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8a468ec-5d60-483d-b6e5-a803ab8e5d00 req-4111433f-0343-43cd-8144-8acd10765e71 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 944 time: 0.0728679 Aug 07 14:30:09.853797 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8a468ec-5d60-483d-b6e5-a803ab8e5d00 req-679a5926-7a0e-4d36-9b66-586e8d4acc1d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Aug 07 14:30:09.895781 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:09.897967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:09.901599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:10.027863 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] Pushing event updated for resources: {'Network': ['ID=3363fb60-6a49-4775-b073-6d5605d2d505,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:10.044459 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 3363fb60-6a49-4775-b073-6d5605d2d505 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:30:10.170081 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2182eaf7-c4a4-4fb7-9b8c-850d86077955 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9126196 Aug 07 14:30:10.173267 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49424) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:10.178567 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Request body: {'subnet': {'network_id': '3363fb60-6a49-4775-b073-6d5605d2d505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1832050354-subnet', 'tenant_id': '9dd870fa341642aca553f5779b78bbf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:10.383447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Made reservation on behalf of 9dd870fa341642aca553f5779b78bbf9 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:10.383447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2384007'] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:10.763098 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2555951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2384053'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:10.829672 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de90ba67-2fb5-4c0a-ad52-15fcb4e27038,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:10.853558 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Checking segment: {'id': 'a684c694-15cc-427b-8fb6-158df2560147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3363fb60-6a49-4775-b073-6d5605d2d505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:10.854001 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Network hostable DHCP agents. Network: 3363fb60-6a49-4775-b073-6d5605d2d505, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:30:10.902514 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d00bdcd-a5af-4a5f-b61c-520352d40652 req-73c78ea7-3be6-4b99-b7c0-978aa5f6dcd7 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 210 time: 0.0298626 Aug 07 14:30:10.980443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Network 3363fb60-6a49-4775-b073-6d5605d2d505 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:30:10.995718 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b096b50-a2ba-4fab-807c-01be6dc04cf1 req-6920191f-ea98-436a-8c5c-6893898bbd6b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:11.005086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b096b50-a2ba-4fab-807c-01be6dc04cf1 req-6920191f-ea98-436a-8c5c-6893898bbd6b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 944 time: 0.0630159 Aug 07 14:30:11.046513 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b096b50-a2ba-4fab-807c-01be6dc04cf1 req-ad224698-a97d-4532-83fe-8c085334108d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Aug 07 14:30:11.105575 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 3363fb60-6a49-4775-b073-6d5605d2d505) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:11.110762 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:11.110989 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:11.118777 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f287669-0e28-4b36-84bb-1000137ea93e None None] Network 3363fb60-6a49-4775-b073-6d5605d2d505 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:11.236982 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d91bbcc7-5d52-45ec-9844-8387a8f67928 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0625966 Aug 07 14:30:11.309787 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6862a0-8767-44e2-bac4-70b3db2335ab None None] Network 3363fb60-6a49-4775-b073-6d5605d2d505 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:11.363795 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 44ea5125-ed0c-4108-b095-8f55ae981cdb details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:30:11.546664 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:11.560472 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'port_id': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'mac_address': 'fa:16:3e:88:37:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:30:11.609096 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:11.624018 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ea5125-ed0c-4108-b095-8f55ae981cdb {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:30:11.651424 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:11.842746 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:11.889040 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057a925-a399-4e19-b4ba-784f0e9e0563 req-84bc81e0-8926-4a96-8979-b6b3ba21916c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:11.892009 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6057a925-a399-4e19-b4ba-784f0e9e0563 req-84bc81e0-8926-4a96-8979-b6b3ba21916c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0591710 Aug 07 14:30:11.907840 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:11.915035 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.915475 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.915868 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.916219 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.916698 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.917048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.917404 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.917733 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.918073 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.918410 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.918744 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.919078 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:11.939178 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6057a925-a399-4e19-b4ba-784f0e9e0563 req-9121cdfa-1ae5-403d-91bd-9cbaa6a06927 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Aug 07 14:30:12.042753 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b3fafd5f-c0eb-4654-89d0-1a296715f069 req-2c925432-8bdc-4d4b-808b-c908c896f7e2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 210 time: 0.0377176 Aug 07 14:30:12.042753 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-9f5dc9a4-de7b-43d4-8651-be0f6faa0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:12.044253 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-9f5dc9a4-de7b-43d4-8651-be0f6faa0f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0796411 Aug 07 14:30:12.100273 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-b76e7ae8-8918-4c3d-82ee-b4379d8e3ff7 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:12.101853 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-b76e7ae8-8918-4c3d-82ee-b4379d8e3ff7 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.1372819 Aug 07 14:30:12.151300 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Request body: {'port': {'device_id': '509c5bca-4e27-4397-b591-afbe778fb810', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'admin_state_up': True, 'tenant_id': 'ddfd469a9b174b45914b4405945002d6'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:12.251694 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-136d651e-289b-4c81-b864-305264777759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:12.253363 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-136d651e-289b-4c81-b864-305264777759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.1994860 Aug 07 14:30:12.262158 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:30:12.266956 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ed8ec-edfa-4061-8444-01c487867099 req-d57075ef-9cf0-421c-80c5-30e43b479c1d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:12.268240 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-998ed8ec-edfa-4061-8444-01c487867099 req-d57075ef-9cf0-421c-80c5-30e43b479c1d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 945 time: 0.1191173 Aug 07 14:30:12.394118 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-998ed8ec-edfa-4061-8444-01c487867099 req-3c1aecac-c2c3-4dc3-84a5-1f5140f00e8b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103783 Aug 07 14:30:12.396929 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-cb787088-5179-4319-832c-78f60f48ed6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.1265311 Aug 07 14:30:12.462207 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-26274434-a190-40c1-9046-e11a2d470d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:12.463882 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-26274434-a190-40c1-9046-e11a2d470d8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.0547597 Aug 07 14:30:12.503898 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-9707a6b0-a83c-4d42-bbd5-0195f3828102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317578 Aug 07 14:30:12.546469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:12.551884 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:12.632756 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-43d70a2b-4161-452f-b7a6-91766414a000 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195645 Aug 07 14:30:12.725415 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Allocated IP 172.20.0.6 (4e09a640-ac3f-40e1-8ada-10671b223cb4/009e0152-ef62-4114-885a-920e62378c26/ab8fd118-e3a4-4020-9ac3-2b7ca7017388) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:12.742914 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed4bf69d-97f3-42a9-ae51-b3165577cc3e req-ce3f3a23-2b23-4882-ab88-4d9f33c88829 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971322 Aug 07 14:30:12.900049 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.014899 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.071865 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:13.075165 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:13.077092 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e1e35-3bc1-4499-b083-eb6a4b278b94 req-f5cdfe4b-a6eb-475b-a768-1398f66554ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:13.080364 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:13.082864 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-666e1e35-3bc1-4499-b083-eb6a4b278b94 req-f5cdfe4b-a6eb-475b-a768-1398f66554ae tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0697849 Aug 07 14:30:13.090514 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event updated for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:13.145327 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:13.146632 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.169854 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49514) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:13.170058 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-666e1e35-3bc1-4499-b083-eb6a4b278b94 req-54d36752-c115-404e-bb69-ee577bdcb61c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813901 Aug 07 14:30:13.191998 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d71f8e-628f-4959-b64f-db459e75bb12 req-23dea794-0651-4316-a3fd-5f76f8884046 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:13.193237 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41d71f8e-628f-4959-b64f-db459e75bb12 req-23dea794-0651-4316-a3fd-5f76f8884046 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 931 time: 0.0655234 Aug 07 14:30:13.226939 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-abc3007c-7712-42e5-9a7e-9c4435867d8d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0914009 Aug 07 14:30:13.237505 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41d71f8e-628f-4959-b64f-db459e75bb12 req-d6ffe2af-d607-4893-8a30-94234a38dbea tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Aug 07 14:30:13.262044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Request body: {'port': {'device_id': '509c5bca-4e27-4397-b591-afbe778fb810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:13.285539 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098', '18727038-6cf0-4270-8e17-a63bcf0ff8b9'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:30:13.333090 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-59cdef0c-b790-4116-989f-f662e0c6bd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.357979 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.568250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251273f-3fb3-4abc-a433-6d6d2569d5e9 req-9676bb08-fc11-4832-a020-8de3d449cd8b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:13.583371 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5251273f-3fb3-4abc-a433-6d6d2569d5e9 req-9676bb08-fc11-4832-a020-8de3d449cd8b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 945 time: 0.0970261 Aug 07 14:30:13.650345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5251273f-3fb3-4abc-a433-6d6d2569d5e9 req-63a50522-502d-4efa-ab5d-cd13ca12b355 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647037 Aug 07 14:30:13.690564 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-59cdef0c-b790-4116-989f-f662e0c6bd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.749888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8fd118-e3a4-4020-9ac3-2b7ca7017388 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:30:13.767189 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.789846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Transition to ACTIVE for port object ab8fd118-e3a4-4020-9ac3-2b7ca7017388 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:13.826727 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-59cdef0c-b790-4116-989f-f662e0c6bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:13.872555 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdef0c-b790-4116-989f-f662e0c6bd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3751e6-8d1e-43ae-8620-113f888d8c1e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:13.876046 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-59cdef0c-b790-4116-989f-f662e0c6bd33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=485c16cb789245d1aaa8cfcceff15051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7044113 Aug 07 14:30:13.879926 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49536) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:13.896185 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.020295 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:14.055886 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.094853 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.114123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Attempting to bind port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:14.114454 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Attempting to bind port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:14.114999 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Attempting to bind port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:14.132136 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:30:14.132479 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Attempting to bind port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:14.146450 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:14.147194 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Checking segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:14.147194 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Bound using segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:14.147622 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Bound port: ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:14.147979 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.226055 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:14.231958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:14.335776 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.400489 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8449d0-314a-4f8f-b14a-32f6623e204f req-dfd2ed04-d29d-46b6-b7a8-856afbc2dd1b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.400489 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-da8449d0-314a-4f8f-b14a-32f6623e204f req-dfd2ed04-d29d-46b6-b7a8-856afbc2dd1b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0651236 Aug 07 14:30:14.401016 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.401016 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.401016 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f3751e6-8d1e-43ae-8620-113f888d8c1e HTTP/1.1" status: 204 len: 168 time: 0.5166380 Aug 07 14:30:14.402012 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:14.417425 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c313-0175-4d70-bb72-04a72e2e7484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3751e6-8d1e-43ae-8620-113f888d8c1e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:14.419811 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.420432 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:14.421830 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-3b27375d-0ae6-46cd-a1a2-7f6ea6c85d29 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab8fd118-e3a4-4020-9ac3-2b7ca7017388 HTTP/1.1" status: 200 len: 1093 time: 1.1709001 Aug 07 14:30:14.422299 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:30:14.425369 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:30:14.477537 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-da8449d0-314a-4f8f-b14a-32f6623e204f req-58802040-add4-41b8-ad72-c982bfc2d9fd tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701647 Aug 07 14:30:14.605797 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a09987-46db-4d47-bb51-c473e151ab80 req-ded9e91d-e80c-4800-83f1-d40a9821a1fe tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.607346 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2a09987-46db-4d47-bb51-c473e151ab80 req-ded9e91d-e80c-4800-83f1-d40a9821a1fe tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 943 time: 0.0488367 Aug 07 14:30:14.648868 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2a09987-46db-4d47-bb51-c473e151ab80 req-6e957647-d1dc-43d4-83a1-bad4e92ba818 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Aug 07 14:30:14.733765 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-751c2f9e-2641-4158-8cac-f6a70f581c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.733765 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-751c2f9e-2641-4158-8cac-f6a70f581c3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 1096 time: 0.0490363 Aug 07 14:30:14.785993 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-cd622dcf-c3ac-4c05-89b0-71edea211e15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388 HTTP/1.1" status: 200 len: 217 time: 0.0459671 Aug 07 14:30:14.851729 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-13a0959f-2464-4c31-9d09-b19ef9564e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.853251 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-13a0959f-2464-4c31-9d09-b19ef9564e7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.0597610 Aug 07 14:30:14.888356 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-5b58ba7e-e342-4914-8322-78b173014f8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 07 14:30:14.937284 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c468502-f494-471f-b784-c0f95212cb9e req-907d4ba9-653d-4637-ba5c-8723cb3d946d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:14.940664 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c468502-f494-471f-b784-c0f95212cb9e req-907d4ba9-653d-4637-ba5c-8723cb3d946d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0706308 Aug 07 14:30:14.990983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c468502-f494-471f-b784-c0f95212cb9e req-8a88fd65-bdab-4948-94f3-ed1e68b95140 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Aug 07 14:30:15.033503 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-70fe1b2c-81dc-4fd6-bfd2-3be428165ba8 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365745 Aug 07 14:30:15.065040 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff99cbbb-5adb-48d9-81a0-4bedad3cca66 x-openstack-request-id: req-ff99cbbb-5adb-48d9-81a0-4bedad3cca66 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:15.065324 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:15.065872 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff99cbbb-5adb-48d9-81a0-4bedad3cca66 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:15.066466 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'status': 'completed', 'code': 200} Aug 07 14:30:15.150316 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-95cf8846-43ff-4235-bbc7-7211908d7740 req-08359bec-9f93-4774-ad75-b5286fa4b799 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089344 Aug 07 14:30:15.179413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120acc5-de15-4586-96ea-6ff4861544db req-344d1c9a-c99b-4ca3-b3eb-bb3f00d8b225 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.181067 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3120acc5-de15-4586-96ea-6ff4861544db req-344d1c9a-c99b-4ca3-b3eb-bb3f00d8b225 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 945 time: 0.0793746 Aug 07 14:30:15.231201 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3120acc5-de15-4586-96ea-6ff4861544db req-7425004b-1de9-4927-9571-2098eda1339f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Aug 07 14:30:15.355641 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 44ea5125-ed0c-4108-b095-8f55ae981cdb up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:15.428982 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49584) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:15.451829 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71c81f5d-2b98-403f-9a27-eb616afe7ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.456590 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-f5df39d6-9919-4dbd-93d4-a24ae8d9ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.458220 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-f5df39d6-9919-4dbd-93d4-a24ae8d9ee90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 1096 time: 0.0715060 Aug 07 14:30:15.500192 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 44ea5125-ed0c-4108-b095-8f55ae981cdb completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:15.509015 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 44ea5125-ed0c-4108-b095-8f55ae981cdb triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:15.509015 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.603804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-9999bf22-41ac-4a52-971c-c5150cf92f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.605318 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-9999bf22-41ac-4a52-971c-c5150cf92f29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 915 time: 0.1386096 Aug 07 14:30:15.641308 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.649690 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966fcf-8b83-4e1e-b541-87e705304acc req-6072f117-8680-419d-82f8-6d0e077faa72 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.651930 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-24966fcf-8b83-4e1e-b541-87e705304acc req-6072f117-8680-419d-82f8-6d0e077faa72 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0576646 Aug 07 14:30:15.662974 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-b3f8c8bc-d443-4c0a-b1c6-7ad4cde65ef7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388 HTTP/1.1" status: 200 len: 217 time: 0.0450304 Aug 07 14:30:15.674292 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:30:15.678009 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd7af6-f4ec-47cd-8b8a-7bf3040c4bad" -d '{"events": [{"server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "name": "network-vif-plugged", "status": "completed", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:30:15.704620 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:15.707662 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-24966fcf-8b83-4e1e-b541-87e705304acc req-88478191-cff7-4731-bc57-b5f893f847ca tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Aug 07 14:30:15.758542 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-a0647d2f-6310-41ff-8a9d-fd2bfbe04b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.760165 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-a0647d2f-6310-41ff-8a9d-fd2bfbe04b3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.0877206 Aug 07 14:30:15.762184 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71c81f5d-2b98-403f-9a27-eb616afe7ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.770305 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e35e5-5f78-4fd0-8339-5059510f731a x-openstack-request-id: req-d03e35e5-5f78-4fd0-8339-5059510f731a {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:15.770591 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "name": "network-vif-plugged", "status": "completed", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:15.771172 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d03e35e5-5f78-4fd0-8339-5059510f731a {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:15.771788 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'code': 200} Aug 07 14:30:15.780360 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.850324 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-9ff855d3-41d8-4980-9993-3636034d6dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496135 Aug 07 14:30:15.869898 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5510a3-a1c6-4058-98be-660bbd331105 req-90a0af04-cd20-4aed-b32e-4706bf257a00 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:15.874428 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:15.879059 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e5510a3-a1c6-4058-98be-660bbd331105 req-90a0af04-cd20-4aed-b32e-4706bf257a00 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 943 time: 0.1159866 Aug 07 14:30:15.928791 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-71c81f5d-2b98-403f-9a27-eb616afe7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:15.951713 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e5510a3-a1c6-4058-98be-660bbd331105 req-49d2e5af-1bd2-4579-84ca-cf661856e40c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713830 Aug 07 14:30:16.023358 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-71c81f5d-2b98-403f-9a27-eb616afe7ec3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddca0758608c4454910dfea3697a1a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926528 Aug 07 14:30:16.025172 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81f5d-2b98-403f-9a27-eb616afe7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc32264-e67c-4182-b313-a953b54d1cdd,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:16.026440 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49596) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:16.055041 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-f9aaef5c-6b34-43e1-912d-7e5e78eee8a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885242 Aug 07 14:30:16.094714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:16.136398 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:16.184880 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-39cdb4d5-3c25-445d-b1d8-a1b9274e4b3f req-3e53bd8a-cfd9-4d87-ab0b-811bc673092b service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204889 Aug 07 14:30:16.223478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426828-1f34-453a-afd8-400abe3b9723 req-3bdb2760-089c-49a0-8dab-50204cf382be tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:16.227160 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76426828-1f34-453a-afd8-400abe3b9723 req-3bdb2760-089c-49a0-8dab-50204cf382be tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1059725 Aug 07 14:30:16.308546 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76426828-1f34-453a-afd8-400abe3b9723 req-4b2b4b40-5900-41fb-91ae-900998faca4d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711057 Aug 07 14:30:16.355363 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cd2e7-4681-4789-b607-0703ab7c387e req-5811ccae-64b1-4da6-a93e-961c1fc3500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:16.357611 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-618cd2e7-4681-4789-b607-0703ab7c387e req-5811ccae-64b1-4da6-a93e-961c1fc3500e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1099 time: 0.0605152 Aug 07 14:30:16.381962 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ff03-9c42-4c23-a17c-a9c93aab9ded req-5dfb0c57-5618-4fa9-b884-9678b875e0c4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:16.388116 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fe7ff03-9c42-4c23-a17c-a9c93aab9ded req-5dfb0c57-5618-4fa9-b884-9678b875e0c4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0628622 Aug 07 14:30:16.409187 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-618cd2e7-4681-4789-b607-0703ab7c387e req-399b9200-d93c-4ef1-aae4-1a469072d013 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Aug 07 14:30:16.416072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:16.418766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:16.420007 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfc32264-e67c-4182-b313-a953b54d1cdd HTTP/1.1" status: 204 len: 168 time: 0.3923295 Aug 07 14:30:16.446893 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fe7ff03-9c42-4c23-a17c-a9c93aab9ded req-b526a2b0-5b71-4143-9064-16e6783ad5c8 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Aug 07 14:30:16.448350 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f769f-dc59-4e47-8d2f-8ea7f51c79aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc32264-e67c-4182-b313-a953b54d1cdd,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:16.832771 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37db46b-c24c-4559-9d9c-bfc68992638e req-8fd261e2-5298-49df-a553-65d19a1dfd1e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:16.834312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e37db46b-c24c-4559-9d9c-bfc68992638e req-8fd261e2-5298-49df-a553-65d19a1dfd1e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0553119 Aug 07 14:30:16.877098 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e37db46b-c24c-4559-9d9c-bfc68992638e req-2e579b44-363e-42ac-9b65-8841cdf6491e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Aug 07 14:30:17.116023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307d8d5-2c4b-4f98-96eb-b50a04a1d87c req-c038fa8c-a48b-422b-adb8-f11881470810 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:17.117637 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f307d8d5-2c4b-4f98-96eb-b50a04a1d87c req-c038fa8c-a48b-422b-adb8-f11881470810 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 943 time: 0.0771937 Aug 07 14:30:17.173671 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f307d8d5-2c4b-4f98-96eb-b50a04a1d87c req-ec9d1c00-1ce6-46f0-9ac5-9c4c65f86d99 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 Aug 07 14:30:17.442964 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88adb68-03d7-4c28-a9aa-8e5e716073dc req-3fd0c5af-4cd6-4d06-aff6-ed3c8380d0ae tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:17.444548 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f88adb68-03d7-4c28-a9aa-8e5e716073dc req-3fd0c5af-4cd6-4d06-aff6-ed3c8380d0ae tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0560606 Aug 07 14:30:17.486502 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f88adb68-03d7-4c28-a9aa-8e5e716073dc req-e9ad403f-388d-4524-8d0a-aba299426790 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357420 Aug 07 14:30:17.591076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d078fe-a78e-4b6d-a4e7-378786c56f1f req-cc9e4d47-0aca-49e7-b4a5-dde465eb0398 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:17.598598 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70d078fe-a78e-4b6d-a4e7-378786c56f1f req-cc9e4d47-0aca-49e7-b4a5-dde465eb0398 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0554271 Aug 07 14:30:17.643890 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70d078fe-a78e-4b6d-a4e7-378786c56f1f req-c2158e56-11a4-466c-b0ec-3146908ae979 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Aug 07 14:30:18.008117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3775e31-52b9-4067-9394-bd0ec405ac3e req-e8901cfb-4703-4e65-b248-cfb90e62cd0e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:18.009696 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3775e31-52b9-4067-9394-bd0ec405ac3e req-e8901cfb-4703-4e65-b248-cfb90e62cd0e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0590932 Aug 07 14:30:18.024211 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49646) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:18.059264 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3775e31-52b9-4067-9394-bd0ec405ac3e req-350f5e3b-e7fc-4ab5-8de5-7b3adc337377 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Aug 07 14:30:18.164394 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1226766493-network', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:18.278131 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Made reservation on behalf of ae601482b079421cb80afe7d731c06e3 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:18.282034 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.335433 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.368666 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef104a-c942-4372-b2d1-1b757249336c req-e4e6173a-a4f3-4167-9d08-49115df58894 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:18.370421 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92ef104a-c942-4372-b2d1-1b757249336c req-e4e6173a-a4f3-4167-9d08-49115df58894 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 943 time: 0.1148925 Aug 07 14:30:18.437160 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92ef104a-c942-4372-b2d1-1b757249336c req-7cded7bb-c950-40f8-a517-f75910c2934a tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Aug 07 14:30:18.484293 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.580744 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.633068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2cb15-96f3-430b-b3eb-800d4ef0d558,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:18.654328 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775eb68-c267-4070-a083-b1b89682d991 req-eab5daf6-eb57-4535-ad06-80d81c8e4950 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:18.656037 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f775eb68-c267-4070-a083-b1b89682d991 req-eab5daf6-eb57-4535-ad06-80d81c8e4950 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0893171 Aug 07 14:30:18.657370 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:30:18.669699 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.670187 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Added segment 19fcf160-6a67-453c-b347-12707c2e2a7b of type vlan for network 9109b82a-2400-4b05-a626-1c05d0893526 Aug 07 14:30:18.770674 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f775eb68-c267-4070-a083-b1b89682d991 req-c46fd108-7ac9-494d-8698-de033296a838 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030321 Aug 07 14:30:18.775885 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.846910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd8a45-a6d9-4405-8e6a-dcfa8ffc99aa req-63c695d0-ad2d-4ff4-befc-534ac4476680 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:18.848790 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eccd8a45-a6d9-4405-8e6a-dcfa8ffc99aa req-63c695d0-ad2d-4ff4-befc-534ac4476680 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0751543 Aug 07 14:30:18.895925 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eccd8a45-a6d9-4405-8e6a-dcfa8ffc99aa req-126cd5c8-a0e5-4b31-acd8-b1ff8c718d8a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Aug 07 14:30:18.917989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:18.919745 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:18.920776 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:19.026186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] Pushing event updated for resources: {'Network': ['ID=9109b82a-2400-4b05-a626-1c05d0893526,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:19.040529 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 9109b82a-2400-4b05-a626-1c05d0893526 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:30:19.117993 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-fbe28263-0115-4083-ba1b-69b6e1cf9a15 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0927212 Aug 07 14:30:19.121315 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49662) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:19.127256 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Request body: {'subnet': {'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1226766493-subnet', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:19.211706 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device ab8fd118-e3a4-4020-9ac3-2b7ca7017388 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:30:19.255478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfe4b-d70d-4ff9-bd51-cfa80af5c43a req-06ee49c8-fcf0-4ee9-b122-9b5c4899869e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:19.257480 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc6dfe4b-d70d-4ff9-bd51-cfa80af5c43a req-06ee49c8-fcf0-4ee9-b122-9b5c4899869e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0582681 Aug 07 14:30:19.258833 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Made reservation on behalf of ae601482b079421cb80afe7d731c06e3 for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:19.261438 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:19.366670 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc6dfe4b-d70d-4ff9-bd51-cfa80af5c43a req-488897fc-93ed-480d-bc95-6265585115c5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889757 Aug 07 14:30:19.381998 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:19.396618 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'port_id': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'mac_address': 'fa:16:3e:9f:88:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009e0152-ef62-4114-885a-920e62378c26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:30:19.456207 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:19.482003 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8fd118-e3a4-4020-9ac3-2b7ca7017388 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:30:19.518954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:19.583907 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115f37e-d6ee-48aa-bd96-1c955c148c8b req-9182c67a-4dd0-4bdb-951f-3e7c5b6a2811 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:19.585866 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9115f37e-d6ee-48aa-bd96-1c955c148c8b req-9182c67a-4dd0-4bdb-951f-3e7c5b6a2811 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 943 time: 0.0525517 Aug 07 14:30:19.630548 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9115f37e-d6ee-48aa-bd96-1c955c148c8b req-aa0c9455-ae38-463e-a0e8-3777f3aca440 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Aug 07 14:30:19.655364 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:19.718251 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=730bdeff-3ab9-42cd-862f-313a91023698,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:19.728820 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Checking segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:19.729192 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Network hostable DHCP agents. Network: 9109b82a-2400-4b05-a626-1c05d0893526, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:30:19.738424 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:19.790839 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:19.932275 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85c357-a069-4dfb-8b70-846374895fab req-9aff8c8c-9129-428f-b88b-9008cc91b5d8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:19.934976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb85c357-a069-4dfb-8b70-846374895fab req-9aff8c8c-9129-428f-b88b-9008cc91b5d8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0793023 Aug 07 14:30:19.936820 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Network 9109b82a-2400-4b05-a626-1c05d0893526 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:30:19.980601 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0066-ffd5-4cd3-b85b-80de9c356823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.005998 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb85c357-a069-4dfb-8b70-846374895fab req-52f217d8-9c6a-494a-8ad0-a7fd4c8535a0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627856 Aug 07 14:30:20.066868 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 9109b82a-2400-4b05-a626-1c05d0893526) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:20.074326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:20.075071 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.075884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0bf0e-f7b6-4709-825b-33c8a2b90879 None None] Network 9109b82a-2400-4b05-a626-1c05d0893526 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:20.091350 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57740618-93fd-489d-a8d6-661f155ca2e0 req-cf66bf7c-649f-4554-8946-05fe2348634d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:20.092978 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-57740618-93fd-489d-a8d6-661f155ca2e0 req-cf66bf7c-649f-4554-8946-05fe2348634d tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0830910 Aug 07 14:30:20.144287 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-57740618-93fd-489d-a8d6-661f155ca2e0 req-18ff5467-571a-4df9-b02e-cede2eda889e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Aug 07 14:30:20.183306 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2cbf237b-d0cd-401f-b130-1f80f67a49ee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0583453 Aug 07 14:30:20.186546 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49680) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:20.188784 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:20.226153 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['ab8fd118-e3a4-4020-9ac3-2b7ca7017388'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:30:20.307672 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.309820 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.334146 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-9109b82a-2400-4b05-a626-1c05d0893526', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:30:20.335188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.401517 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.519823 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cec4f-ebba-4bbe-ab17-f89d98565a6a req-048e8a5e-1f1c-4b96-87aa-f9170b954e6c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:20.521991 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc6cec4f-ebba-4bbe-ab17-f89d98565a6a req-048e8a5e-1f1c-4b96-87aa-f9170b954e6c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0581746 Aug 07 14:30:20.539635 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Allocated IP 172.20.0.2 (9109b82a-2400-4b05-a626-1c05d0893526/730bdeff-3ab9-42cd-862f-313a91023698/0af9a3cd-356a-4b6e-87f9-6413a05c225e) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:20.568411 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc6cec4f-ebba-4bbe-ab17-f89d98565a6a req-01406862-cd6d-4b0b-8da7-500b1087a55d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Aug 07 14:30:20.758413 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.776087 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:20.791234 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Transition to ACTIVE for port object 0af9a3cd-356a-4b6e-87f9-6413a05c225e will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:20.805249 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3e39-0a52-46ff-9108-39dea3d220c2 req-5d096a16-ec8f-4811-b1a2-df8c6b4fa6a3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:20.806012 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-115d3e39-0a52-46ff-9108-39dea3d220c2 req-5d096a16-ec8f-4811-b1a2-df8c6b4fa6a3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 944 time: 0.0578454 Aug 07 14:30:20.824830 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Transition to ACTIVE for port object 0af9a3cd-356a-4b6e-87f9-6413a05c225e will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:20.875894 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-115d3e39-0a52-46ff-9108-39dea3d220c2 req-37277070-e31b-476a-a434-33e660f5b80e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Aug 07 14:30:20.931174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.055028 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Network 9109b82a-2400-4b05-a626-1c05d0893526 is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:21.055028 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Pushing event updated for resources: {'Port': ['ID=0af9a3cd-356a-4b6e-87f9-6413a05c225e,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:21.071104 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:21.075128 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:21.194113 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Attempting to bind port 0af9a3cd-356a-4b6e-87f9-6413a05c225e on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:21.195247 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Attempting to bind port 0af9a3cd-356a-4b6e-87f9-6413a05c225e by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:21.197252 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Attempting to bind port 0af9a3cd-356a-4b6e-87f9-6413a05c225e on network 9109b82a-2400-4b05-a626-1c05d0893526 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:21.210907 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:21.211327 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Checking segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:21.212359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.212833 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Bound using segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:21.213456 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Bound port: 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:21.213882 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.316247 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] For port 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:21.320548 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] For port 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=0af9a3cd-356a-4b6e-87f9-6413a05c225e,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:21.431864 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.475982 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587e468-4277-441a-b7fb-4c1f0be651ef req-cad62320-9641-4df1-818d-5f882c04ad58 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:21.479999 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6587e468-4277-441a-b7fb-4c1f0be651ef req-cad62320-9641-4df1-818d-5f882c04ad58 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1795750 Aug 07 14:30:21.509964 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5efb-0230-4311-b815-4425b9e12532 req-27efa6f1-1408-4442-9bee-bfeda526ea5e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:21.517691 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0dec5efb-0230-4311-b815-4425b9e12532 req-27efa6f1-1408-4442-9bee-bfeda526ea5e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.1286910 Aug 07 14:30:21.550306 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf92cf-5d52-4dc4-b668-09646e42e585 None None] Pushing event updated for resources: {'Port': ['ID=0af9a3cd-356a-4b6e-87f9-6413a05c225e,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:21.623543 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6587e468-4277-441a-b7fb-4c1f0be651ef req-9e01aee8-4376-4a49-b4a9-0ffe9976f667 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316588 Aug 07 14:30:21.644931 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0dec5efb-0230-4311-b815-4425b9e12532 req-532b57b8-8b57-4c10-b7fa-b25156cf7afe tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799551 Aug 07 14:30:21.714772 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.749363 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:21.932341 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a85757-7050-4bbe-965e-e6bbc96e1348 req-eba811c0-8f45-4185-9b04-55e4a5f11696 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:21.944566 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69a85757-7050-4bbe-965e-e6bbc96e1348 req-eba811c0-8f45-4185-9b04-55e4a5f11696 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1537991 Aug 07 14:30:22.008204 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Allocated IP 172.27.3.18 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/f75be761-3a01-4d91-8d1a-3aa2fee7d7d6) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:22.022761 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9839e-46fd-409e-b5cc-eef91e08d9db req-41f240ca-f5ed-4d2e-a9cc-8e7a7dcc6fe4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:22.035662 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e3e9839e-46fd-409e-b5cc-eef91e08d9db req-41f240ca-f5ed-4d2e-a9cc-8e7a7dcc6fe4 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.1991336 Aug 07 14:30:22.083025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69a85757-7050-4bbe-965e-e6bbc96e1348 req-1634ce51-1c0b-46fc-a93d-9c86980f9e5f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375067 Aug 07 14:30:22.134609 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e3e9839e-46fd-409e-b5cc-eef91e08d9db req-a19829fa-d3b6-4412-851b-e5907e8ce1b3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970440 Aug 07 14:30:22.205131 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:22.280896 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device ab8fd118-e3a4-4020-9ac3-2b7ca7017388 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:22.373803 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:22.392716 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f687-afab-4b20-a425-ef54625417fa req-13d3a86b-9523-445a-88ad-a86de78529f8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:22.404656 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4072f687-afab-4b20-a425-ef54625417fa req-13d3a86b-9523-445a-88ad-a86de78529f8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 944 time: 0.1858180 Aug 07 14:30:22.469493 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:22.479084 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:22.489907 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:22.512449 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:22.526372 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:22.526372 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:22.526749 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4072f687-afab-4b20-a425-ef54625417fa req-4e28cf01-fc1a-4e2f-90d2-9d3522e44e78 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175728 Aug 07 14:30:22.589642 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Pushing event updated for resources: {'Port': ['ID=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:22.773116 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:22.935335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:22.945560 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:30:22.956206 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b36dcc-e9d2-4b7a-9deb-304e8c97ce3c" -d '{"events": [{"server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "name": "network-vif-plugged", "status": "completed", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:30:22.961778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-cb350ac4-b188-4f4e-abba-9b322fa39ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:22.992026 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40deb17-93fb-43ba-925c-c6036014bbb3 req-8fc83117-5bf3-485e-a37d-f60ffcf9d308 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:23.003172 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f40deb17-93fb-43ba-925c-c6036014bbb3 req-8fc83117-5bf3-485e-a37d-f60ffcf9d308 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0954592 Aug 07 14:30:23.102871 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f40deb17-93fb-43ba-925c-c6036014bbb3 req-f6642e42-885e-4de6-9c94-6ebed44c0a34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025150 Aug 07 14:30:23.112677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:23.123402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eecef-6ca1-461a-8a2b-9e84aea671ab req-a7448e0e-1725-4f55-85cc-932f9e956a8b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:23.132079 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eecef-6ca1-461a-8a2b-9e84aea671ab req-a7448e0e-1725-4f55-85cc-932f9e956a8b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.1116712 Aug 07 14:30:23.230817 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:23.271668 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d352e21-bfb0-4f29-b1ba-c03d6cc33b10 x-openstack-request-id: req-9d352e21-bfb0-4f29-b1ba-c03d6cc33b10 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:23.277280 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "name": "network-vif-plugged", "status": "completed", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:23.277280 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d352e21-bfb0-4f29-b1ba-c03d6cc33b10 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:23.277280 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'code': 200} Aug 07 14:30:23.303960 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eecef-6ca1-461a-8a2b-9e84aea671ab req-dbe3566c-73dc-4b1d-81d3-f03da936a912 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687529 Aug 07 14:30:23.369333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:23.456558 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e25c9-da4c-493c-8322-02280556c382 None None] Network 9109b82a-2400-4b05-a626-1c05d0893526 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:23.536985 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:23.574973 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311bdf-8aac-420b-8ddf-b774292d75ad req-b57ef049-f8ec-4a87-97cc-1a1b2f4dbe9f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:23.597106 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35311bdf-8aac-420b-8ddf-b774292d75ad req-b57ef049-f8ec-4a87-97cc-1a1b2f4dbe9f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1623600 Aug 07 14:30:23.714447 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35311bdf-8aac-420b-8ddf-b774292d75ad req-9476f4a1-e4d8-4cb9-b309-c4d0efc5d834 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157401 Aug 07 14:30:23.815468 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e44f0a-b078-41d9-b4da-03d496c3e2b1 req-d6931c0d-ecb8-4053-b7f4-5c405ef5c5b1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:23.817536 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69e44f0a-b078-41d9-b4da-03d496c3e2b1 req-d6931c0d-ecb8-4053-b7f4-5c405ef5c5b1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.0634935 Aug 07 14:30:23.874718 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1ce5fd58-53c4-4d7b-9ca5-e393d3eb471e None None] Provisioning for port 0af9a3cd-356a-4b6e-87f9-6413a05c225e completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:23.890871 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69e44f0a-b078-41d9-b4da-03d496c3e2b1 req-12605946-d956-422b-9ceb-972be72a46a2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663300 Aug 07 14:30:24.023503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.034627 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.048627 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 0af9a3cd-356a-4b6e-87f9-6413a05c225e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:24.082770 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085be3-a05b-4bc0-8401-13f0e8dbec57 req-07cb5443-da50-4bfd-9928-c5f3e60b2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:24.084618 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57085be3-a05b-4bc0-8401-13f0e8dbec57 req-07cb5443-da50-4bfd-9928-c5f3e60b2515 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 1098 time: 0.1129808 Aug 07 14:30:24.181357 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57085be3-a05b-4bc0-8401-13f0e8dbec57 req-ea3a59aa-7ae1-49fd-a00f-c8d2d609692b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859869 Aug 07 14:30:24.313270 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc062f9-bea4-4726-9180-37016e83072b req-986b9efc-fd6b-41d4-85f2-e5348867e4df tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:24.314861 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4fc062f9-bea4-4726-9180-37016e83072b req-986b9efc-fd6b-41d4-85f2-e5348867e4df tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0501018 Aug 07 14:30:24.316889 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Router 72614627-2b98-4101-9fa1-94ebff5b2438 is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:30:24.347335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 0af9a3cd-356a-4b6e-87f9-6413a05c225e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:24.356823 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 0af9a3cd-356a-4b6e-87f9-6413a05c225e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:24.358220 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.372775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4fc062f9-bea4-4726-9180-37016e83072b req-cd385514-1e9c-4148-bb3b-ca86795cbc9e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483525 Aug 07 14:30:24.481496 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:30:24.498321 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Sync routers for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:30:24.507982 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.509751 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:24.510570 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:24.549415 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=0af9a3cd-356a-4b6e-87f9-6413a05c225e,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:24.581363 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.583679 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4683f186-80da-4f7b-839f-ffa3cad86863 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3984196 Aug 07 14:30:24.586108 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49752) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:24.645759 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:24.700526 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:24.784886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=0af9a3cd-356a-4b6e-87f9-6413a05c225e,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:24.890473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45890f2-17de-45a8-a0ef-6ca4bc12ab3c req-20730e8f-4a2e-47b4-a7ce-b73f5b8c6c14 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:24.899340 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f45890f2-17de-45a8-a0ef-6ca4bc12ab3c req-20730e8f-4a2e-47b4-a7ce-b73f5b8c6c14 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0916593 Aug 07 14:30:24.947895 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:22Z', 'revision_number': 3, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:24.948621 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f45890f2-17de-45a8-a0ef-6ca4bc12ab3c req-64c1a411-ce3c-4084-8e8d-756f059368c3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 Aug 07 14:30:24.980024 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Checking router: 72614627-2b98-4101-9fa1-94ebff5b2438 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:30:24.980381 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Updating router 72614627-2b98-4101-9fa1-94ebff5b2438 port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:30:25.010781 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.095167 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f84ec-b7ec-400d-b102-32550dc26c7a req-0f0aff56-543d-4700-b09b-27f3f5b38b2d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:25.097203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d89f84ec-b7ec-400d-b102-32550dc26c7a req-0f0aff56-543d-4700-b09b-27f3f5b38b2d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.0817270 Aug 07 14:30:25.134827 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.168558 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d89f84ec-b7ec-400d-b102-32550dc26c7a req-2371f2b7-980a-421f-98ac-3be3ea95fde8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646846 Aug 07 14:30:25.304851 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.426847 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.450626 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Transition to ACTIVE for port object f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:25.533348 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Allocated IP 172.20.0.1 (9109b82a-2400-4b05-a626-1c05d0893526/730bdeff-3ab9-42cd-862f-313a91023698/2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:25.562975 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.615051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3e00-de18-4438-85b2-44d5d966dee2 req-3e720af4-36e2-4fca-ae8d-3437e28415a2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:25.617885 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a8b3e00-de18-4438-85b2-44d5d966dee2 req-3e720af4-36e2-4fca-ae8d-3437e28415a2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1228905 Aug 07 14:30:25.647185 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Attempting to bind port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:25.647992 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Attempting to bind port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:25.648559 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Attempting to bind port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:25.685573 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:25.685573 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:25.685573 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.685573 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:25.685573 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Bound port: f75be761-3a01-4d91-8d1a-3aa2fee7d7d6, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:25.688530 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.694381 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Pushing event updated for resources: {'Port': ['ID=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:25.756438 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.757630 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.758093 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.758870 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.759693 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.760471 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.761295 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.762068 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.762852 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.764111 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.770426 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.770754 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:25.772455 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a8b3e00-de18-4438-85b2-44d5d966dee2 req-fe5f6582-1b72-4873-9dda-c5be1bb8cd64 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387618 Aug 07 14:30:25.830754 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] For port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:25.843611 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] For port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:25.850413 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:25.871243 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Transition to ACTIVE for port object 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:25.969668 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.068931 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 0af9a3cd-356a-4b6e-87f9-6413a05c225e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:26.075824 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:30:26.089687 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.182259 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df298b-8c4d-47ea-8b7d-12e111d58ed2 req-589d2671-04de-41a2-9519-a43e0a7e62d1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:26.186044 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:26.192835 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:26.204209 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-42df298b-8c4d-47ea-8b7d-12e111d58ed2 req-589d2671-04de-41a2-9519-a43e0a7e62d1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1580186 Aug 07 14:30:26.214153 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 0af9a3cd-356a-4b6e-87f9-6413a05c225e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:26.214552 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.220135 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Network 9109b82a-2400-4b05-a626-1c05d0893526 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:26.235887 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:26.238282 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:26.250937 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:26.310035 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-42df298b-8c4d-47ea-8b7d-12e111d58ed2 req-c40d43d4-0f9d-461e-9bd8-5bdbe23678d3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024277 Aug 07 14:30:26.340823 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.373571 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680dea4-6f28-42c2-b6fb-af335509a3db None None] Pushing event updated for resources: {'Port': ['ID=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:26.561663 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:26.573948 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee201e-661a-4d16-9cac-790280166f85 req-0bb34e16-d5da-4371-9727-4d71448fcc83 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:26.591649 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edee201e-661a-4d16-9cac-790280166f85 req-0bb34e16-d5da-4371-9727-4d71448fcc83 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.1642199 Aug 07 14:30:26.691783 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edee201e-661a-4d16-9cac-790280166f85 req-9e00997e-c3dc-49df-b1ec-d09f45136933 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933504 Aug 07 14:30:26.846873 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.866666 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:22Z', 'revision_number': 3, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:26.900232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b30ac606-69d9-43f9-bedf-39e5363638d5 None None] Provisioning for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:26.905450 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b30ac606-69d9-43f9-bedf-39e5363638d5 None None] Provisioning complete for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:26.910393 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b30ac606-69d9-43f9-bedf-39e5363638d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:26.941400 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35628cb4-238a-432c-97ea-4987560cd3a1 None None] The sync data for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi is: [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:22Z', 'revision_number': 3, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:30:26.993628 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-b30ac606-69d9-43f9-bedf-39e5363638d5 None None] Port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:30:27.027669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16986e-609b-4997-9967-f4fd82236f73 req-6ddf0cf3-7eab-4671-9275-1fd105dec507 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:27.031377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc16986e-609b-4997-9967-f4fd82236f73 req-6ddf0cf3-7eab-4671-9275-1fd105dec507 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0712039 Aug 07 14:30:27.107220 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc16986e-609b-4997-9967-f4fd82236f73 req-0b7ad057-5941-4193-bf66-f0c500115091 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682144 Aug 07 14:30:27.140923 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:27.254833 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:27.530842 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50daa0-e794-4f17-99e5-811df4629105 req-1d8c11d3-cc27-4fae-bbcb-09758656a684 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:27.534532 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec50daa0-e794-4f17-99e5-811df4629105 req-1d8c11d3-cc27-4fae-bbcb-09758656a684 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0809605 Aug 07 14:30:27.647370 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:27.664382 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:27.669210 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec50daa0-e794-4f17-99e5-811df4629105 req-fe2b50c1-b1b3-47b2-b4ca-fcfc4c1b5617 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Aug 07 14:30:27.834135 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Network 9109b82a-2400-4b05-a626-1c05d0893526 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:27.846459 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:28.158144 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:28.171321 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Router 72614627-2b98-4101-9fa1-94ebff5b2438 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:30:28.309313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:28.317652 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:28.318442 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:28.360294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:30:28.368739 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4d626d8f-4528-4d97-9da6-c402a04df256 admin admin] 10.222.0.26 "PUT /v2.0/routers/72614627-2b98-4101-9fa1-94ebff5b2438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7813013 Aug 07 14:30:28.391686 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1db3427e-9ec2-48be-895d-9bbb214c952b None None] Provisioning complete for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:28.393488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1db3427e-9ec2-48be-895d-9bbb214c952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:28.459534 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-1db3427e-9ec2-48be-895d-9bbb214c952b None None] Port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:30:28.527743 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:28.561385 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:28.610766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c6a51-122d-4f50-b62c-7f53a458f5c0 req-f4b1e302-00fd-4eac-aa7f-082ed0f39a07 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:28.623565 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-129c6a51-122d-4f50-b62c-7f53a458f5c0 req-f4b1e302-00fd-4eac-aa7f-082ed0f39a07 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0859835 Aug 07 14:30:28.671844 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-129c6a51-122d-4f50-b62c-7f53a458f5c0 req-8728ba03-b18f-4dc6-84b0-1c066eab6dc0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467834 Aug 07 14:30:28.731291 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:28.841733 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:28.916279 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5710b-3c61-4db2-b23d-d0d6301b2186 req-7807be6e-e5d3-4d35-bcc5-13997a6d60ec tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:28.931451 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1af5710b-3c61-4db2-b23d-d0d6301b2186 req-7807be6e-e5d3-4d35-bcc5-13997a6d60ec tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1905146 Aug 07 14:30:28.963367 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.000838 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1af5710b-3c61-4db2-b23d-d0d6301b2186 req-c45affa2-9ced-44c5-a480-bb6cd3ee8999 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674899 Aug 07 14:30:29.040032 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc158a6-535d-4741-89d8-13a04af48469 req-a7473f02-99c0-4211-8d4d-cee104e2d0bb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:29.051161 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edc158a6-535d-4741-89d8-13a04af48469 req-a7473f02-99c0-4211-8d4d-cee104e2d0bb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2603953 Aug 07 14:30:29.079149 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49872) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:29.179170 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-edc158a6-535d-4741-89d8-13a04af48469 req-cb4aa605-3a2d-4bc1-a556-5f9fdae45f20 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262875 Aug 07 14:30:29.307108 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35639ece-50aa-4cb8-b6b8-ba3119e097d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.480863 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35639ece-50aa-4cb8-b6b8-ba3119e097d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.482276 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Sync routers for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:30:29.494589 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:29.495364 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:29.557559 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35639ece-50aa-4cb8-b6b8-ba3119e097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.602492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35639ece-50aa-4cb8-b6b8-ba3119e097d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6383b-d270-4e71-8d18-ab6312883ac3,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:29.608755 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-35639ece-50aa-4cb8-b6b8-ba3119e097d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfd4773b700b4731a03d074b5fd7f87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280285 Aug 07 14:30:29.623124 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 49888) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:29.627469 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:29.687201 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.721894 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:29.746696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49894) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:29.751888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1972385515-network', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:29.834452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0554f1-ab55-445a-8cc1-e59a7894830b req-cd377809-c581-4e5e-a172-ff95c80189ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:29.835969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0f0554f1-ab55-445a-8cc1-e59a7894830b req-cd377809-c581-4e5e-a172-ff95c80189ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Aug 07 14:30:29.881287 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0f0554f1-ab55-445a-8cc1-e59a7894830b req-508c013d-5b78-4e7b-be6f-ce2bd0f5cf0d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390863 Aug 07 14:30:29.898114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 2, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:29.927920 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Checking router: 72614627-2b98-4101-9fa1-94ebff5b2438 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:30:29.928277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Updating router 72614627-2b98-4101-9fa1-94ebff5b2438 port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:30:29.955069 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:29.957411 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.098965 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:30.099351 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.141590 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5829611-3abe-451d-8e8d-f4f0970daff1 req-ce043065-de51-4d36-8c71-b9ef272bcbdf tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:30.144725 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5829611-3abe-451d-8e8d-f4f0970daff1 req-ce043065-de51-4d36-8c71-b9ef272bcbdf tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0691574 Aug 07 14:30:30.215394 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5829611-3abe-451d-8e8d-f4f0970daff1 req-087ebead-33b3-41de-90b9-3c156c559329 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593033 Aug 07 14:30:30.392536 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Made reservation on behalf of a6adaefde5ef419b9d8b35831609e0d2 for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:30.396052 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.411215 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.424467 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5547f-adf1-48a8-bcd9-bd467db43ba1 req-4348722e-517d-44a2-8ac8-98c98310fd0d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:30.427176 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95c5547f-adf1-48a8-bcd9-bd467db43ba1 req-4348722e-517d-44a2-8ac8-98c98310fd0d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0890265 Aug 07 14:30:30.492138 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.507674 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95c5547f-adf1-48a8-bcd9-bd467db43ba1 req-c3da01b7-256f-4002-b688-9aa1d5e7ebda tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Aug 07 14:30:30.518073 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.521286 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Transition to ACTIVE for port object 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:30.522955 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.535157 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfb6383b-d270-4e71-8d18-ab6312883ac3 HTTP/1.1" status: 204 len: 168 time: 0.9007246 Aug 07 14:30:30.538187 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142335aa-ae6e-4c6f-a1c0-6a002e85794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6383b-d270-4e71-8d18-ab6312883ac3,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:30.619195 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.726787 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.803924 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2db92-d0b1-44b4-8fcf-beb0dd748da8 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:30.820801 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.857921 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Attempting to bind port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:30.858675 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Attempting to bind port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:30.859401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Attempting to bind port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c on network 9109b82a-2400-4b05-a626-1c05d0893526 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:30.866930 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:30:30.869753 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:30.870656 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Checking segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:30.871739 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.872540 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Bound using segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:30.873453 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Bound port: 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:30.874169 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.905748 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f411e-8a17-4e9e-b7df-5a7bdbb34246,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:30.916766 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:30.919019 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Added segment 9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3 of type vlan for network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c Aug 07 14:30:31.050414 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:31.077854 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] For port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:31.083050 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] For port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:31.130915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276406ab-3990-4858-8605-02c60f2bf1cf req-922d14ce-1327-45f2-98e6-786e9b124dbc tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:31.133243 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-276406ab-3990-4858-8605-02c60f2bf1cf req-922d14ce-1327-45f2-98e6-786e9b124dbc tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1257296 Aug 07 14:30:31.192113 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:31.196104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-276406ab-3990-4858-8605-02c60f2bf1cf req-cbcccf36-7380-4a2b-ba50-6b4dc1754c2b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522945 Aug 07 14:30:31.267051 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:31.269167 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:31.269167 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:31.299333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:31.300413 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:31.394720 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2db92-d0b1-44b4-8fcf-beb0dd748da8 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:31.425987 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6781144 Aug 07 14:30:31.430673 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49926) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:31.439897 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Request body: {'subnet': {'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1972385515-subnet', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:31.478613 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3ae0-b5c3-4622-b093-9e6f8ba2f1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=dba4749c-ea6b-4fc5-b783-c5bd4992ab1c,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:31.557563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Made reservation on behalf of a6adaefde5ef419b9d8b35831609e0d2 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:30:31.559974 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2384007'] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:31.573392 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:30:31.651333 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c4c80-40bd-4c0e-9ec0-5a24f9afa86e req-e5e45669-aeb5-4c29-b2d3-89810b05e313 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:31.659981 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2b2c4c80-40bd-4c0e-9ec0-5a24f9afa86e req-e5e45669-aeb5-4c29-b2d3-89810b05e313 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2146618 Aug 07 14:30:31.692914 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:31.911777 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2b2c4c80-40bd-4c0e-9ec0-5a24f9afa86e req-9bbab395-e3cf-4ef9-a633-c11b9d750b1c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410588 Aug 07 14:30:31.962356 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e35b80-bd6a-43c0-a7a0-3a343e83d287 req-1575a50c-f8c3-4003-94a1-d9afc80aaca6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:31.965085 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-81e35b80-bd6a-43c0-a7a0-3a343e83d287 req-1575a50c-f8c3-4003-94a1-d9afc80aaca6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2489548 Aug 07 14:30:32.025869 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-81e35b80-bd6a-43c0-a7a0-3a343e83d287 req-3a64a0cb-708f-4206-bafc-a7f161bf74fa tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513332 Aug 07 14:30:32.057876 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:31Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:32.083605 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2555951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2384053'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:32.090998 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b53e9e-a2e2-4336-8e65-fe3897ca85cd None None] The sync data for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi is: [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:31Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:30:32.181895 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e9215d-bd37-4c49-8045-575e3c68dbde,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:32.195761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Checking segment: {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:32.196135 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Network hostable DHCP agents. Network: dba4749c-ea6b-4fc5-b783-c5bd4992ab1c, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:30:32.317103 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:30:32.402822 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08cc36-0003-480c-9c75-f1f7fb46e8d9 req-a1811412-9939-4acb-8dcd-cb7826a5a590 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:32.405667 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ab08cc36-0003-480c-9c75-f1f7fb46e8d9 req-a1811412-9939-4acb-8dcd-cb7826a5a590 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1048400 Aug 07 14:30:32.414028 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, dba4749c-ea6b-4fc5-b783-c5bd4992ab1c) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:32.420073 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:32.425197 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b0057-5ff9-4b3a-8dbf-61743869d80f None None] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:32.428153 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:32.532546 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ab08cc36-0003-480c-9c75-f1f7fb46e8d9 req-e682336b-67d8-4ead-bb3a-0a8faa49e48e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056349 Aug 07 14:30:32.561584 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-e42dd023-3277-4f1c-a9ba-3a2b23bdc453 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1289825 Aug 07 14:30:32.565379 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 49954) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:32.570813 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:32.759693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:32.760308 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:32.867385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:32.930434 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'fixed_ips': [{'subnet_id': '63e9215d-bd37-4c49-8045-575e3c68dbde'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:30:32.932152 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.114539 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccebd6-4677-4939-b60d-2fcea2c0ef03 req-28af43df-16cf-4d69-83b0-4c685bd59bd0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:33.123120 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-52ccebd6-4677-4939-b60d-2fcea2c0ef03 req-28af43df-16cf-4d69-83b0-4c685bd59bd0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0773518 Aug 07 14:30:33.202157 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Allocated IP 172.20.0.2 (dba4749c-ea6b-4fc5-b783-c5bd4992ab1c/63e9215d-bd37-4c49-8045-575e3c68dbde/f24ef678-d4e4-4167-b8f7-a0d518e8de5e) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:33.203270 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.209098 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-52ccebd6-4677-4939-b60d-2fcea2c0ef03 req-33791d1d-b3f8-4703-b242-485f2ba44c54 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824251 Aug 07 14:30:33.230486 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9aa80-c78a-4838-921e-e08ac778a9e8 req-b767feb1-defc-482f-a255-60df56e73123 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:33.232232 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c6c9aa80-c78a-4838-921e-e08ac778a9e8 req-b767feb1-defc-482f-a255-60df56e73123 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1064312 Aug 07 14:30:33.284190 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c6c9aa80-c78a-4838-921e-e08ac778a9e8 req-a567d98b-f82c-4bf8-87c8-cf46266e1eaf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Aug 07 14:30:33.421755 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.432140 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Transition to ACTIVE for port object f24ef678-d4e4-4167-b8f7-a0d518e8de5e will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:33.451005 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Transition to ACTIVE for port object f24ef678-d4e4-4167-b8f7-a0d518e8de5e will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:33.584876 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.595681 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.651093 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.700696 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:33.704238 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:33.718659 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:33.868534 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Allocated IP 172.27.3.96 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:33.908850 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67049a-1f8c-4968-8310-dbb96f6e0736 req-db559dd7-1692-47a5-ad3b-3a8cd31a1480 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:33.910805 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Pushing event updated for resources: {'Port': ['ID=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:33.933321 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b67049a-1f8c-4968-8310-dbb96f6e0736 req-db559dd7-1692-47a5-ad3b-3a8cd31a1480 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1836057 Aug 07 14:30:33.961830 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Attempting to bind port f24ef678-d4e4-4167-b8f7-a0d518e8de5e on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:33.963757 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Attempting to bind port f24ef678-d4e4-4167-b8f7-a0d518e8de5e by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:33.964787 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Attempting to bind port f24ef678-d4e4-4167-b8f7-a0d518e8de5e on network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:33.975789 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:33.976780 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Checking segment: {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:33.977718 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:33.978875 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Bound using segment: {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:33.980270 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Bound port: f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:33.981404 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.076250 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:34.076563 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b67049a-1f8c-4968-8310-dbb96f6e0736 req-e9c245fe-16e8-4b49-8b2c-90eb78adcdbe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368196 Aug 07 14:30:34.171024 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] For port f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:34.174960 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.176993 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] For port f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:34.288638 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:34.289054 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.292769 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.345256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:34.345659 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.381742 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:34.392706 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:34.401873 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:34.408155 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61dc8-f637-4f8f-bd8c-f2124a38fe35 req-6eb60d6f-f9e4-4ad1-a4fe-7febbabea60a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:34.409772 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9cc61dc8-f637-4f8f-bd8c-f2124a38fe35 req-6eb60d6f-f9e4-4ad1-a4fe-7febbabea60a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1353822 Aug 07 14:30:34.451952 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c23bf-8c66-4ad4-8c06-62ffd2fa827f None None] Pushing event updated for resources: {'Port': ['ID=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:34.505612 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Pushing event updated for resources: {'Port': ['ID=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:34.570205 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9cc61dc8-f637-4f8f-bd8c-f2124a38fe35 req-8983d77a-88b3-43a9-8b0e-d91f0a90c185 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408725 Aug 07 14:30:34.598081 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0465-3999-4580-9a0a-5c592636402a req-4d01b3d5-33c9-4896-83e7-84b6de26c55f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:34.604555 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.608892 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e4a0465-3999-4580-9a0a-5c592636402a req-4d01b3d5-33c9-4896-83e7-84b6de26c55f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1899016 Aug 07 14:30:34.688286 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e4a0465-3999-4580-9a0a-5c592636402a req-4e158715-08b4-4d52-bc9b-7367b242aa49 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Aug 07 14:30:34.702168 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:34.800642 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:34.934423 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:35.036958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:35.306880 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1976e-66fb-4cb9-a590-a8483ce862e4 req-66ba737d-17d9-4272-9806-334f42cfed70 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:35.315371 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30f1976e-66fb-4cb9-a590-a8483ce862e4 req-66ba737d-17d9-4272-9806-334f42cfed70 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0922155 Aug 07 14:30:35.380457 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30f1976e-66fb-4cb9-a590-a8483ce862e4 req-51afc9ed-3768-421f-9580-544752c73c27 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475922 Aug 07 14:30:35.435377 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:35.758513 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Router 71fa2e8a-eb24-4106-b551-8797b71174b5 is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:30:35.774764 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f90f6-acc2-4895-a96e-5e109e8ae60c req-eaeedbae-04d2-4a1a-a5e1-3cfdeb886e5b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:35.788210 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e1f90f6-acc2-4895-a96e-5e109e8ae60c req-eaeedbae-04d2-4a1a-a5e1-3cfdeb886e5b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1018934 Aug 07 14:30:35.893233 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb5a8-4418-4871-9adc-5f133ecf5caa req-6a9948bd-5e9a-42f9-bf59-8d4fa1d51495 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:35.895030 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-744cb5a8-4418-4871-9adc-5f133ecf5caa req-6a9948bd-5e9a-42f9-bf59-8d4fa1d51495 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1044526 Aug 07 14:30:35.908083 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e1f90f6-acc2-4895-a96e-5e109e8ae60c req-a55efd66-e989-495f-8dec-ce46b69219f9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185486 Aug 07 14:30:35.958902 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c85c54c-a2a4-42b2-9fbe-cec14d69b92d None None] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:30:35.980221 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:30:35.994106 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-744cb5a8-4418-4871-9adc-5f133ecf5caa req-054a17da-88c6-45d7-9861-e898ae01597b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637298 Aug 07 14:30:36.015354 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Sync routers for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:30:36.045080 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:36.045080 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:36.174245 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.178999 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d3a61623-c452-44d2-8e29-6f6210dcbb4f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6104956 Aug 07 14:30:36.179238 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50026) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:36.228127 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:36.274969 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-51bcab50-0082-45ab-871c-a44fc424969e None None] Provisioning for port f24ef678-d4e4-4167-b8f7-a0d518e8de5e completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:36.346701 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:36.347501 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.352822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:30:36.455978 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:36.705164 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:36.739136 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:30:36.742004 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f24ef678-d4e4-4167-b8f7-a0d518e8de5e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:36.752562 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50044) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:36.837505 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Deleting subnet 7984899f-f44a-4612-ab7d-e108edc74a8c {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:30:36.842851 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.851595 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 3, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:36.900376 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Checking router: 71fa2e8a-eb24-4106-b551-8797b71174b5 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:30:36.901003 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Updating router 71fa2e8a-eb24-4106-b551-8797b71174b5 port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:30:36.915169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.943014 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.943199 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:36.998712 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:30:37.008406 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.060976 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:37.075307 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port f24ef678-d4e4-4167-b8f7-a0d518e8de5e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:37.094680 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port f24ef678-d4e4-4167-b8f7-a0d518e8de5e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:37.099164 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.159671 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.178161 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec8ce7-8a1a-4ec5-be4c-7e246d6804f2 req-9ea45507-9e7c-4685-a993-78384d145311 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:37.188272 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-75ec8ce7-8a1a-4ec5-be4c-7e246d6804f2 req-9ea45507-9e7c-4685-a993-78384d145311 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.3022652 Aug 07 14:30:37.226672 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.277060 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7984899f-f44a-4612-ab7d-e108edc74a8c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:37.295382 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f212d74-fa22-4f50-8fe5-3526f6098953 req-7606a825-88c4-419f-8617-b0688e3a0206 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:37.307745 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.312258 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f212d74-fa22-4f50-8fe5-3526f6098953 req-7606a825-88c4-419f-8617-b0688e3a0206 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2085021 Aug 07 14:30:37.313914 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9ef0a98c-e4dc-4e56-8915-c22bd02a851d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7984899f-f44a-4612-ab7d-e108edc74a8c HTTP/1.1" status: 204 len: 168 time: 0.5598361 Aug 07 14:30:37.320485 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50054) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:37.376511 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-75ec8ce7-8a1a-4ec5-be4c-7e246d6804f2 req-8ccbbe86-08e1-47dc-aed8-3012c65bb602 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873829 Aug 07 14:30:37.448814 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=6']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:37.502504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.518183 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f212d74-fa22-4f50-8fe5-3526f6098953 req-6696bd44-ebcb-4bd4-bb88-3f9f252fbf9f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995580 Aug 07 14:30:37.564471 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.617357 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:37.651973 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['3cf6f18f-a11e-4829-8949-49ced1d5ebfe'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:30:37.671235 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.716155 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Transition to ACTIVE for port object dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:37.757685 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.829226 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.833993 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.843510 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:37.862967 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5afd5-7a44-4bae-b460-210578a1e17f req-ec36a823-e622-45b7-aeee-4baf33f2b5f3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:37.868574 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bff5afd5-7a44-4bae-b460-210578a1e17f req-ec36a823-e622-45b7-aeee-4baf33f2b5f3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2993255 Aug 07 14:30:37.883947 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58255f8e-2472-4611-8529-fbb908bb7285']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:37.942777 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54659c9e-282f-41d2-a665-4c248f68e1f2') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:37.944990 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54659c9e-282f-41d2-a665-4c248f68e1f2') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:37.951860 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:37.978584 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.021821 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.029294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:30:38.030124 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:30:38.033578 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:30:38.056291 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bff5afd5-7a44-4bae-b460-210578a1e17f req-0c661625-a064-4338-80a1-157ba977795b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712101 Aug 07 14:30:38.086835 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f8a07-cd80-4817-995e-ff3a2c3f0416 None None] Pushing event updated for resources: {'Port': ['ID=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,revision_number=2']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:38.095227 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Attempting to bind port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:38.097257 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Attempting to bind port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:38.111959 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Attempting to bind port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:38.138416 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:38.143785 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:38.149201 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.149201 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:38.149201 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Bound port: dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:38.149201 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.247794 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] For port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:38.252975 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] For port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:38.259961 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.272368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Allocated IP 172.20.0.1 (dba4749c-ea6b-4fc5-b783-c5bd4992ab1c/63e9215d-bd37-4c49-8045-575e3c68dbde/5eab8163-0b02-420b-be27-9848db238a32) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:38.275673 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.278010 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/58255f8e-2472-4611-8529-fbb908bb7285 HTTP/1.1" status: 204 len: 168 time: 0.9576681 Aug 07 14:30:38.280912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50062) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:38.304254 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a74ce4-dc89-4a7b-9f28-a99e647251ea admin admin] Pushing event deleted for resources: {'Network': ['ID=58255f8e-2472-4611-8529-fbb908bb7285,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:38.336052 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.412703 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Deleting subnet de90ba67-2fb5-4c0a-ad52-15fcb4e27038 {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:30:38.426463 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.483877 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f8a07-cd80-4817-995e-ff3a2c3f0416 None None] Pushing event updated for resources: {'Port': ['ID=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:38.531467 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.534637 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:38.536252 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:38.547921 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.623386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:38.659530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Transition to ACTIVE for port object 5eab8163-0b02-420b-be27-9848db238a32 will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:38.799753 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcbff0-a262-4471-ab68-8669f4318341 req-6881cbfb-fe8b-4608-8d18-c551f193cf3c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:38.802386 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:38.808865 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16bcbff0-a262-4471-ab68-8669f4318341 req-6881cbfb-fe8b-4608-8d18-c551f193cf3c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.1659415 Aug 07 14:30:38.907527 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16bcbff0-a262-4471-ab68-8669f4318341 req-2a27170f-41bf-4afb-b27e-10dea734a11f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974693 Aug 07 14:30:38.915481 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:39.006568 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:39.078706 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc587-fcff-4edb-8355-77c29ad87d9a req-18259547-6815-4144-b653-64d9b20348c4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:39.082266 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af6bc587-fcff-4edb-8355-77c29ad87d9a req-18259547-6815-4144-b653-64d9b20348c4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.3327975 Aug 07 14:30:39.088208 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de90ba67-2fb5-4c0a-ad52-15fcb4e27038,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:39.175299 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:39.176394 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 3, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:39.221780 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946524e6-ddcb-4411-b92d-1ac496c5222c None None] The sync data for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi is: [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 3, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:30:39.229311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:39.238451 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:39.252690 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50094) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:39.269088 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7b96c6ec-1c35-4ec8-9620-7dc7da35943d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/de90ba67-2fb5-4c0a-ad52-15fcb4e27038 HTTP/1.1" status: 204 len: 168 time: 0.9846554 Aug 07 14:30:39.285024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:39.285024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:39.676265 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Pushing event updated for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:39.736135 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af6bc587-fcff-4edb-8355-77c29ad87d9a req-60fed2f9-0c8e-464b-845c-ad27f629c343 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5583179 Aug 07 14:30:39.834308 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81c775-ccf0-4424-a70f-88eb4c0d7b0d req-6aa3fad5-3e3b-423f-b002-ced71a9e4d56 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:39.836897 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0121d458-a1b4-4c9a-a382-333028ebfb40 None None] Provisioning for port 5eab8163-0b02-420b-be27-9848db238a32 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:39.848274 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0121d458-a1b4-4c9a-a382-333028ebfb40 None None] Provisioning complete for port 5eab8163-0b02-420b-be27-9848db238a32 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:39.853023 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a81c775-ccf0-4424-a70f-88eb4c0d7b0d req-6aa3fad5-3e3b-423f-b002-ced71a9e4d56 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.7388287 Aug 07 14:30:39.857631 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0121d458-a1b4-4c9a-a382-333028ebfb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.073040 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-0121d458-a1b4-4c9a-a382-333028ebfb40 None None] Port 5eab8163-0b02-420b-be27-9848db238a32 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:30:40.079088 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a81c775-ccf0-4424-a70f-88eb4c0d7b0d req-5f185a9a-46c6-4e42-b741-5dc3631c94ad tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122445 Aug 07 14:30:40.098824 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.175151 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50112) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:40.298737 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.377358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:40.438391 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52629899-d2f3-4c75-aa21-4de4531bdaab req-013e3aa9-efa5-4d9a-9f79-6bfbbaaf729d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:40.454725 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-52629899-d2f3-4c75-aa21-4de4531bdaab req-013e3aa9-efa5-4d9a-9f79-6bfbbaaf729d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.4936037 Aug 07 14:30:40.527197 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:40.534991 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.566234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3363fb60-6a49-4775-b073-6d5605d2d505']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:40.596559 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:40.602927 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.662351 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a684c694-15cc-427b-8fb6-158df2560147') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:40.662351 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a684c694-15cc-427b-8fb6-158df2560147') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:40.708194 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.826050 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.841455 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:30:40.841814 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:40.914901 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-52629899-d2f3-4c75-aa21-4de4531bdaab req-da611821-5fee-4c1b-a770-01e47b779543 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382737 Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:30:40.966729 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:30:40.981655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:41.006662 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:41.011632 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.011632 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.042310 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.088296 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.098720 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3363fb60-6a49-4775-b073-6d5605d2d505 HTTP/1.1" status: 204 len: 168 time: 1.8416915 Aug 07 14:30:41.103809 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b561a-7153-411b-9fdb-51814314ef35 admin admin] Pushing event deleted for resources: {'Network': ['ID=3363fb60-6a49-4775-b073-6d5605d2d505,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:41.152948 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57195fe8-7a1c-4b89-8bb1-6f7425f4da7c req-37e3d48d-e484-4e3c-bc2d-c70ab1f01872 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:41.156552 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-57195fe8-7a1c-4b89-8bb1-6f7425f4da7c req-37e3d48d-e484-4e3c-bc2d-c70ab1f01872 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.7960367 Aug 07 14:30:41.173271 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:30:41.176785 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7caf2-c89a-4dba-bcf0-93a76ffbe5c6" -d '{"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:30:41.226842 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:41.328135 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.420852 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.481651 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318b7fd-57c9-4299-8b5e-1eef566fd773 tempest-TestMinimumBasicScenario-424020328 tempest-TestMinimumBasicScenario-424020328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:41.486394 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:41.489889 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1318b7fd-57c9-4299-8b5e-1eef566fd773 tempest-TestMinimumBasicScenario-424020328 tempest-TestMinimumBasicScenario-424020328-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1094 time: 1.3086889 Aug 07 14:30:41.493657 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50132) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:41.505908 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'port_id': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:41.537317 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-57195fe8-7a1c-4b89-8bb1-6f7425f4da7c req-64aae6ed-2c19-4550-ae7e-0085ad2eb171 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539238 Aug 07 14:30:41.601861 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=7']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:41.627957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.628068 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:41.628068 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f24ef678-d4e4-4167-b8f7-a0d518e8de5e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:41.636958 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5e96b8-bd77-4b0a-8caa-898f431b24de x-openstack-request-id: req-cf5e96b8-bd77-4b0a-8caa-898f431b24de {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:41.638725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:41.639365 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf5e96b8-bd77-4b0a-8caa-898f431b24de {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:41.641972 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d96d81-e454-4a07-a782-348450a42584 req-7b14060f-3163-4dff-ad6b-3d1b98e00d2f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:41.643836 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'code': 200} Aug 07 14:30:41.651736 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-61d96d81-e454-4a07-a782-348450a42584 req-7b14060f-3163-4dff-ad6b-3d1b98e00d2f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.4828789 Aug 07 14:30:41.801441 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-61d96d81-e454-4a07-a782-348450a42584 req-43c7b57a-1a9c-4656-b061-eca4fc3e1c42 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386247 Aug 07 14:30:41.901962 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:41.938084 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port f24ef678-d4e4-4167-b8f7-a0d518e8de5e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:41.938544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:42.001505 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:42.001505 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:42.061735 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for floatingip, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:42.110189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Pushing event updated for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:42.164217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50138) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:42.448709 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:42.587074 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:42.645939 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-45b88ee5-d29a-4f33-9b3c-ec5f6eef772d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=444369e4f476465da028b59b7df64dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807549 Aug 07 14:30:42.646561 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50146) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:42.670257 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:42.681940 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:42.717804 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b26a32-50ee-4b99-b6c4-24fae124d8c0 req-20d16d07-d4ca-47a2-90ed-ca7c1a50c1a8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:42.723816 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-55b26a32-50ee-4b99-b6c4-24fae124d8c0 req-20d16d07-d4ca-47a2-90ed-ca7c1a50c1a8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.4698761 Aug 07 14:30:42.863472 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:42.866524 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.195790 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Allocated IP 172.27.3.69 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/994038b0-1e67-42db-8138-1e83adba557a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:30:43.201908 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-55b26a32-50ee-4b99-b6c4-24fae124d8c0 req-b0532abc-26a1-4c63-9160-71562ca250fe tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558067 Aug 07 14:30:43.338390 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5738-8696-4404-903f-a7ca1572c8bb req-53633f26-c1c1-4b65-bc0b-ac8dcabd9543 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:43.340067 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b01a5738-8696-4404-903f-a7ca1572c8bb req-53633f26-c1c1-4b65-bc0b-ac8dcabd9543 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.4394016 Aug 07 14:30:43.373382 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.459168 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1dd2da5f-1cc3-498a-be30-0655f32181de None None] Provisioning complete for port 5eab8163-0b02-420b-be27-9848db238a32 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:43.459455 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1dd2da5f-1cc3-498a-be30-0655f32181de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.462216 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.487669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Router 71fa2e8a-eb24-4106-b551-8797b71174b5 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:30:43.501383 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b01a5738-8696-4404-903f-a7ca1572c8bb req-f1337d71-9e60-4902-afa0-20b84cdfd0ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404605 Aug 07 14:30:43.545168 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f765869-a988-48fd-b3fd-af279e974b8a req-c498a58a-928c-40fe-bbb8-2709d6db0b03 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:43.547882 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f765869-a988-48fd-b3fd-af279e974b8a req-c498a58a-928c-40fe-bbb8-2709d6db0b03 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2045498 Aug 07 14:30:43.576946 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2da5f-1cc3-498a-be30-0655f32181de None None] Port 5eab8163-0b02-420b-be27-9848db238a32 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:30:43.745998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.760505 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f765869-a988-48fd-b3fd-af279e974b8a req-385d76e6-1e1f-42be-a3dd-806de7c5751d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013772 Aug 07 14:30:43.809077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.815943 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:43.820185 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97f67cff-ebb6-46ba-a32f-2af1144e6f73 HTTP/1.1" status: 204 len: 168 time: 1.1550267 Aug 07 14:30:43.902807 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f223f9-7b4a-4429-960e-6f7fff8ad70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f67cff-ebb6-46ba-a32f-2af1144e6f73,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:43.924848 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:30:43.962174 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8c84c9f7-22aa-4b41-93f7-59de42475da9 admin admin] 10.222.0.26 "PUT /v2.0/routers/71fa2e8a-eb24-4106-b551-8797b71174b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7813623 Aug 07 14:30:43.969714 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Sync routers for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:30:43.994860 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:43.998048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:43.998616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:44.194237 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'Port': ['ID=994038b0-1e67-42db-8138-1e83adba557a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:44.251964 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:30:44.257852 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:30:44.269004 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:30:44.514970 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bfa1d-5fb7-4cfd-8013-1f183723608c req-f25ff6a6-6e4b-4eb7-a017-162cd8c09247 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:44.522233 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7d9bfa1d-5fb7-4cfd-8013-1f183723608c req-f25ff6a6-6e4b-4eb7-a017-162cd8c09247 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1800311 Aug 07 14:30:44.626655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:44.629858 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7d9bfa1d-5fb7-4cfd-8013-1f183723608c req-4d9b61c0-9a0d-4b84-a566-0d47e6f3d3ac tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Aug 07 14:30:45.322960 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38df1b-a199-469f-adb6-8a497171ceac req-d51d28b4-96a3-4d43-8275-067ea48281ef tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:45.331376 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c38df1b-a199-469f-adb6-8a497171ceac req-d51d28b4-96a3-4d43-8275-067ea48281ef tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.3371823 Aug 07 14:30:45.452636 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50182) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:45.484118 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:39Z', 'revision_number': 4, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '5eab8163-0b02-420b-be27-9848db238a32', 'name': '', 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'mac_address': 'fa:16:3e:0e:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:37Z', 'updated_at': '2021-08-07T14:30:40Z', 'revision_number': 2, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'subnets': [{'id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:45.506019 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c38df1b-a199-469f-adb6-8a497171ceac req-d92d8e5d-2f64-47fe-a883-a10317028de0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596115 Aug 07 14:30:45.626996 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Checking router: 71fa2e8a-eb24-4106-b551-8797b71174b5 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:30:45.627754 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Updating router 71fa2e8a-eb24-4106-b551-8797b71174b5 port 5eab8163-0b02-420b-be27-9848db238a32 binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:30:45.651559 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-74576806-8b4b-467f-9678-81ef11d0e398 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dd870fa341642aca553f5779b78bbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901293 Aug 07 14:30:45.651559 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50186) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:45.717914 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a21f7f-2dba-45e5-9867-94948f12956e req-fbb40d09-7b82-432b-8168-c97299f0305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:45.720282 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b4a21f7f-2dba-45e5-9867-94948f12956e req-fbb40d09-7b82-432b-8168-c97299f0305e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.2642677 Aug 07 14:30:45.747463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:45.847939 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:45.871634 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab782003-2e31-42b6-a4a9-fac097d71356 req-d0e32c8d-c1bc-41ef-9b98-3a1135015c95 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:45.882975 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ab782003-2e31-42b6-a4a9-fac097d71356 req-d0e32c8d-c1bc-41ef-9b98-3a1135015c95 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1788359 Aug 07 14:30:45.987147 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b4a21f7f-2dba-45e5-9867-94948f12956e req-addfeb6d-0b79-4d22-a46e-362f5ac5ee03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310536 Aug 07 14:30:46.015549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.027882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.281541 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ab782003-2e31-42b6-a4a9-fac097d71356 req-2b2ead4e-e7fb-4236-9ab6-797ec415d3c1 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972750 Aug 07 14:30:46.331247 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.337650 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.351325 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8b50889-8f42-4a79-92f9-001b8f3541eb HTTP/1.1" status: 204 len: 168 time: 0.6997855 Aug 07 14:30:46.393634 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13061289-5027-4ac2-a612-8c583dc4500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b50889-8f42-4a79-92f9-001b8f3541eb,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:46.480825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.537225 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50198) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:46.552846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030723569', 'description': 'tempest-secgroup-smoke-1030723569 description', 'project_id': 'ae601482b079421cb80afe7d731c06e3'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:46.695392 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2f89-e984-4fcb-b36b-7eedc36cbdea req-f49d26f3-312a-43bd-98b0-435a4738a04c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:46.715680 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5f1a2f89-e984-4fcb-b36b-7eedc36cbdea req-f49d26f3-312a-43bd-98b0-435a4738a04c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2775481 Aug 07 14:30:46.730392 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.798446 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Transition to ACTIVE for port object 5eab8163-0b02-420b-be27-9848db238a32 will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:30:46.803736 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:46.901711 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.245381 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.364935 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd94cb-600c-4ba3-960d-c587de83783f None None] Pushing event updated for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:47.402294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.414200 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.516462 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Attempting to bind port 5eab8163-0b02-420b-be27-9848db238a32 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:30:47.516981 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Attempting to bind port 5eab8163-0b02-420b-be27-9848db238a32 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:30:47.517331 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Attempting to bind port 5eab8163-0b02-420b-be27-9848db238a32 on network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:30:47.533398 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:30:47.536408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Checking segment: {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:30:47.537636 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.538418 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5f1a2f89-e984-4fcb-b36b-7eedc36cbdea req-071295ff-301c-4a90-a36b-d17fa48cdda4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217163 Aug 07 14:30:47.538934 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Bound using segment: {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:30:47.540459 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Bound port: 5eab8163-0b02-420b-be27-9848db238a32, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:30:47.543313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.547453 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.595533 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6f78f-4b31-4a8a-91d4-3504b7a21239 req-f8c6320b-f2a0-4f76-837c-b5970296e2a3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:47.604027 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-61f6f78f-4b31-4a8a-91d4-3504b7a21239 req-f8c6320b-f2a0-4f76-837c-b5970296e2a3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.7973883 Aug 07 14:30:47.685131 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-61f6f78f-4b31-4a8a-91d4-3504b7a21239 req-166f9e7b-b537-4518-970c-5acbbb42dd2d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798295 Aug 07 14:30:47.778893 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.788175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50222) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:47.788407 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2490857 Aug 07 14:30:47.798838 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'Port': ['ID=994038b0-1e67-42db-8138-1e83adba557a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:47.804718 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:47.825004 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc80e8-6024-4009-9ab9-82cb50546da9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:47.854929 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] For port 5eab8163-0b02-420b-be27-9848db238a32, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:30:47.874586 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] For port 5eab8163-0b02-420b-be27-9848db238a32, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5eab8163-0b02-420b-be27-9848db238a32,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:30:47.886268 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.958824 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:47.966060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964427c0-4c51-47a1-8a7f-ad6ffd910ae5 req-cab4b620-31a0-48bf-9c3d-94affed20a8b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:47.968206 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-964427c0-4c51-47a1-8a7f-ad6ffd910ae5 req-cab4b620-31a0-48bf-9c3d-94affed20a8b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1401293 Aug 07 14:30:48.093142 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:48.094464 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:48.192557 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:48.275422 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Floating IP b559ee3e-3e2c-40e3-8439-6539302a421b associated. External IP: 172.27.3.69, port: 44ea5125-ed0c-4108-b095-8f55ae981cdb. Aug 07 14:30:48.361969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-964427c0-4c51-47a1-8a7f-ad6ffd910ae5 req-c126fec8-50f8-4bbf-9d18-999355a8e933 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772092 Aug 07 14:30:48.532840 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd94cb-600c-4ba3-960d-c587de83783f None None] Pushing event updated for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:48.646405 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:48.755038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76f034-1f7f-4ffd-be2f-eae13e3bd2d8 req-41ee1ae2-2188-46db-8ee0-588b6143c9f8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:48.764389 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e76f034-1f7f-4ffd-be2f-eae13e3bd2d8 req-41ee1ae2-2188-46db-8ee0-588b6143c9f8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1006289 Aug 07 14:30:48.778341 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:48.836256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:48.889822 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9f4b93-44c5-4a7e-982a-9a5aa67c3956,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:48.968476 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e76f034-1f7f-4ffd-be2f-eae13e3bd2d8 req-0c61633a-f7f4-4732-91f1-006a944142a7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023776 Aug 07 14:30:48.974750 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:48.977263 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d0ba5ac0-da6d-4e76-be27-64b2741e7447 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1860328 Aug 07 14:30:48.985139 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50244) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:49.018190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:49.177132 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:49.318581 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Router 940519f7-bbec-4eef-85ad-20c361bbfd4b has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:30:49.530134 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:49.558795 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95315a67-f6d7-4e86-9829-3b3d342d4e35 req-4c445bb7-85b8-4a07-92c2-84a8f8e29e9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:49.561942 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95315a67-f6d7-4e86-9829-3b3d342d4e35 req-4c445bb7-85b8-4a07-92c2-84a8f8e29e9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.2374399 Aug 07 14:30:49.636809 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:49.752766 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-95315a67-f6d7-4e86-9829-3b3d342d4e35 req-75cd4a03-7112-4531-8e1a-b51b5e685968 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811118 Aug 07 14:30:49.768898 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd118fa0-2a5f-4085-a83d-c3b9906633d8,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:49.897478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:49.897478 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-11efcaf0-2cdf-4068-b819-b84d667528c5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9094903 Aug 07 14:30:49.906800 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50256) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:49.934923 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:50.133887 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:50.135013 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:30:50.135106 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Sync routers for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:30:50.376824 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:50.376824 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:50.377324 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:39Z', 'revision_number': 4, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '5eab8163-0b02-420b-be27-9848db238a32', 'name': '', 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'mac_address': 'fa:16:3e:0e:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:37Z', 'updated_at': '2021-08-07T14:30:47Z', 'revision_number': 4, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'subnets': [{'id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:50.377795 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bceefe0-fdb6-461a-af54-8e9fd437dbfc None None] The sync data for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi is: [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:30:39Z', 'revision_number': 4, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '5eab8163-0b02-420b-be27-9848db238a32', 'name': '', 'network_id': 'dba4749c-ea6b-4fc5-b783-c5bd4992ab1c', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'mac_address': 'fa:16:3e:0e:85:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:37Z', 'updated_at': '2021-08-07T14:30:47Z', 'revision_number': 4, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'subnets': [{'id': '63e9215d-bd37-4c49-8045-575e3c68dbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:30:50.563286 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-eb83e3c4-e9df-4f7b-91a9-d23965ab6f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:50.598213 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:50.694172 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4c5a65b1-a7f4-49e3-9ab2-644f2a1f8408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1982448 Aug 07 14:30:50.695314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50266) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:50.695314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:30:50.700725 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57901977-c4b7-4414-ad9b-a6612f3f0386" -d '{"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:30:50.733025 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688664668', 'description': 'tempest-secgroup-smoke-688664668 description', 'project_id': '9f9121a472364cf98ef224b73341f0ba'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:50.802263 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:50.907005 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:51.021954 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117141a1-9993-4200-9d3c-eb28ccd62d30 req-1ba4d6e2-e798-421d-9c9c-04ad09eaf62f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:51.038712 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-117141a1-9993-4200-9d3c-eb28ccd62d30 req-1ba4d6e2-e798-421d-9c9c-04ad09eaf62f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.4999352 Aug 07 14:30:51.053092 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:51.086958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def5af-95ae-4828-aa5e-d6dbd0a1a0df req-9491d481-0ee0-461e-8ef6-ce54c342cb51 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:51.100004 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6def5af-95ae-4828-aa5e-d6dbd0a1a0df req-9491d481-0ee0-461e-8ef6-ce54c342cb51 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.7194266 Aug 07 14:30:51.175052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:51.311076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218e0e59-71a1-4994-9770-e9600cc1c603,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:51.324608 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6def5af-95ae-4828-aa5e-d6dbd0a1a0df req-39f79be1-d565-4134-85c5-829c57e06cd7 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233584 Aug 07 14:30:51.342291 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-117141a1-9993-4200-9d3c-eb28ccd62d30 req-1b0cb234-dd43-44dd-84ee-8a6863eb114b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935599 Aug 07 14:30:51.462229 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:51.513370 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6f65a-cf30-421c-afa6-d8900cb4d2c9 x-openstack-request-id: req-16d6f65a-cf30-421c-afa6-d8900cb4d2c9 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:30:51.513840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:30:51.514305 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16d6f65a-cf30-421c-afa6-d8900cb4d2c9 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:30:51.514938 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:30:51.683544 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cede2b-671e-4fd0-836b-302d705c72fa req-9154584d-ebed-427b-a1a1-d6a848cbcc26 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:51.686735 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'b559ee3e-3e2c-40e3-8439-6539302a421b', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'port_id': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'mac_address': 'fa:16:3e:88:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:30:45Z', 'updated_at': '2021-08-07T14:30:45Z', 'revision_number': 0, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:51.688396 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74cede2b-671e-4fd0-836b-302d705c72fa req-9154584d-ebed-427b-a1a1-d6a848cbcc26 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0988925 Aug 07 14:30:51.701200 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-911bf5d0-c3a8-4d7b-9868-5c3bb8c78985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:51.704142 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-911bf5d0-c3a8-4d7b-9868-5c3bb8c78985 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1099 time: 0.1168942 Aug 07 14:30:51.750977 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Checking router: 940519f7-bbec-4eef-85ad-20c361bbfd4b for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:30:51.768923 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:30:51.770257 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:30:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:51.805139 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74cede2b-671e-4fd0-836b-302d705c72fa req-dfed3730-e503-4f79-8792-72d71a153e38 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096504 Aug 07 14:30:51.929968 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-f28d90b4-28ab-4673-bbfa-3a3821b039b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:51.932562 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-f28d90b4-28ab-4673-bbfa-3a3821b039b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.2207258 Aug 07 14:30:51.976032 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:30:52.058442 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-7ddda6b3-1c4d-41fe-826c-b2bbc928c1a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 999 time: 0.1145647 Aug 07 14:30:52.061000 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:52.166621 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:52.173277 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-058c0474-373b-4dde-8aa2-564d3724d052 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2597642 Aug 07 14:30:52.173277 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50286) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:52.183848 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:52.314120 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65bc93-5e38-477f-a8a3-136f4dd74372,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:52.356855 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-de7d43a1-dce0-459b-9491-d359cf0fc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:52.366906 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-de7d43a1-dce0-459b-9491-d359cf0fc8f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.2937441 Aug 07 14:30:52.410080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:52.496727 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.498403 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.499032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.500968 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.501449 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.504056 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.514877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.514877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.514877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.514877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.514877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.523074 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:30:52.577414 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:52.601295 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-26260ae2-f678-4431-ba84-51985ee61408 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8898244 Aug 07 14:30:52.605053 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50292) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:52.616408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:52.629176 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-2ea61dba-4058-4c57-970a-ce8141b0aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:52.631115 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-2ea61dba-4058-4c57-970a-ce8141b0aafc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2393920 Aug 07 14:30:52.806283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5eab8163-0b02-420b-be27-9848db238a32 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:52.887536 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-0fb9a602-0556-494e-87e8-0b9a239cdf75 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454724 Aug 07 14:30:52.891300 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'b559ee3e-3e2c-40e3-8439-6539302a421b', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'port_id': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'mac_address': 'fa:16:3e:88:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:30:45Z', 'updated_at': '2021-08-07T14:30:45Z', 'revision_number': 0, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:30:53.022427 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f2f36129-b5cf-4477-9045-f9077f57e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.044421 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.046483 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7462c56-5bb4-4433-9d90-b1e31833954c None None] The sync data for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi is: [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'b559ee3e-3e2c-40e3-8439-6539302a421b', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'port_id': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'mac_address': 'fa:16:3e:88:37:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:30:45Z', 'updated_at': '2021-08-07T14:30:45Z', 'revision_number': 0, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:30:53.075413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe417e-9841-4d77-9237-f4dcecdfd78f req-797a3515-4281-420c-86d6-6414a1d5ec81 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:53.086620 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aebe417e-9841-4d77-9237-f4dcecdfd78f req-797a3515-4281-420c-86d6-6414a1d5ec81 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.4574356 Aug 07 14:30:53.152594 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e9b18-6b37-48a6-bcf4-122e39c8c7a4 req-0c44ba50-5fe1-4858-99af-834c8b7de70f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:53.160643 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d3e9b18-6b37-48a6-bcf4-122e39c8c7a4 req-0c44ba50-5fe1-4858-99af-834c8b7de70f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.5515800 Aug 07 14:30:53.166408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.232545 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 5eab8163-0b02-420b-be27-9848db238a32 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:30:53.244174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 5eab8163-0b02-420b-be27-9848db238a32 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:53.248820 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.271613 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aebe417e-9841-4d77-9237-f4dcecdfd78f req-b54de93f-bd78-4291-a073-6c255438abcd tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828952 Aug 07 14:30:53.401091 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.441618 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3724ab2a-ec09-4f1e-9dab-37572059b11d,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:53.521821 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-57901977-c4b7-4414-ad9b-a6612f3f0386 req-e9f3cdc7-ea6c-456f-b4c7-c7cebd53883c service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265061 Aug 07 14:30:53.576476 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d3e9b18-6b37-48a6-bcf4-122e39c8c7a4 req-5cd8edbf-eca6-495c-bcf9-135db7b7fe31 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391426 Aug 07 14:30:53.613511 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.641667 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50310) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:53.649506 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:53.653213 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-9219d1e4-e379-452b-afc3-d8cf1f8feff6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4759276 Aug 07 14:30:53.784426 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.816643 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.871700 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.securitygroups_db [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Project ae601482b079421cb80afe7d731c06e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:30:53.889091 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.967979 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:53.973615 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.132422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6f03f2-d35a-4856-bc38-08844b9c8e08,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:54.167992 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.174564 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f12c7800-c304-40bf-b6be-b28c47dc61d7 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5597703 Aug 07 14:30:54.181072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50316) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:54.221289 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:54.255609 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 5eab8163-0b02-420b-be27-9848db238a32, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5eab8163-0b02-420b-be27-9848db238a32,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:30:54.261064 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75c14-650b-40fb-882e-7f74ea718c84 req-77e292be-474d-4cad-bba6-6f579ba67538 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:54.262338 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ab67d-dd56-4fc7-a241-b86245869ccb None None] New status for floating IP b559ee3e-3e2c-40e3-8439-6539302a421b: ACTIVE {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:30:54.270344 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.274398 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0be75c14-650b-40fb-882e-7f74ea718c84 req-77e292be-474d-4cad-bba6-6f579ba67538 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.4415467 Aug 07 14:30:54.346799 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.443123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa793c79-3b58-4bea-a896-89b65d7408db,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:54.550090 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.589722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.683140 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0be75c14-650b-40fb-882e-7f74ea718c84 req-17af7e66-0043-435e-b4de-29a20e5daa4f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426282 Aug 07 14:30:54.689674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.742827 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:54.752109 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-deb7d096-9a8e-419a-b73c-e745e6287dae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1040566 Aug 07 14:30:54.766023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50336) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:54.841131 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'security_group_rule': {'security_group_id': 'f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8', 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:54.876668 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-60dabe73-fe8d-45d0-b9f9-1b37c0ed9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:54.883855 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-60dabe73-fe8d-45d0-b9f9-1b37c0ed9d31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.3498528 Aug 07 14:30:55.066579 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.078348 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de726f07-dfc4-49a9-866d-31ec8f274311 req-bd0ff463-20e6-4688-a2b0-adaaa08a2dea tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:55.080119 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-de726f07-dfc4-49a9-866d-31ec8f274311 req-bd0ff463-20e6-4688-a2b0-adaaa08a2dea tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2010963 Aug 07 14:30:55.134595 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-a7042b4e-2b49-4a14-8361-615f97844c1e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:55.146981 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-a7042b4e-2b49-4a14-8361-615f97844c1e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.2654624 Aug 07 14:30:55.183164 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.securitygroups_db [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Project ae601482b079421cb80afe7d731c06e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:30:55.211076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.230835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:55.252984 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.273456 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.284588 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-2edfee8d-2823-439c-8ab8-19ecad490a36 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/quotas/ddfd469a9b174b45914b4405945002d6 HTTP/1.1" status: 200 len: 375 time: 0.1365747 Aug 07 14:30:55.292886 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-20aac6ad-9286-4e79-b271-883699cba1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:55.295216 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-20aac6ad-9286-4e79-b271-883699cba1a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.4019179 Aug 07 14:30:55.402121 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-8804156f-d105-42ee-b978-9402f48fbad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.0990601 Aug 07 14:30:55.448456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-de726f07-dfc4-49a9-866d-31ec8f274311 req-633fc458-b1c1-4b3b-b6c8-aa66066955e7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991407 Aug 07 14:30:55.488280 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089cf416-f895-4c96-babd-950c96b244ea,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:55.531359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.543304 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4a6b5334-d0f4-423c-9811-e53e410c3091 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3456540 Aug 07 14:30:55.544361 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50348) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:55.574696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:55.611524 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.662483 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-8f5105ec-825e-4557-a076-fda8790807a7 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3769085 Aug 07 14:30:55.726169 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.801624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-d0d9cadd-0e61-41f7-9f99-d32c3eaf9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:55.803211 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-d0d9cadd-0e61-41f7-9f99-d32c3eaf9594 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.3903556 Aug 07 14:30:55.820881 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f799ecc-eed9-4a46-bd2f-e30f9866f1a6 req-c0f29820-eb07-4efc-b47a-162b28de493c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:55.840433 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8f799ecc-eed9-4a46-bd2f-e30f9866f1a6 req-c0f29820-eb07-4efc-b47a-162b28de493c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2497306 Aug 07 14:30:55.874164 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728b1cd0-dac4-433e-9cdc-de497d0408b3,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:55.892203 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-faa2cd55-e800-4885-beb3-2150d2b53aba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803211 Aug 07 14:30:55.903506 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.935047 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:55.944744 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8e8a3a2f-8a9c-468b-bcef-f0da9274bb6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1402500 Aug 07 14:30:56.048489 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-dc350feb-dffc-4e0b-97a0-e2f6a11d39f5 service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843877 Aug 07 14:30:56.071623 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8f799ecc-eed9-4a46-bd2f-e30f9866f1a6 req-b2829d31-9ee1-47d8-bfac-d9ea773be0be tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283859 Aug 07 14:30:56.164193 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:56.244031 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-821d4739-79b3-4321-9bdb-44b2e7540b51 service neutron] 10.222.0.26 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933134 Aug 07 14:30:56.289276 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:56.346805 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-f0ea3cd7-26f4-41fe-ada1-d292e3d4dc2c service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422092 Aug 07 14:30:56.360244 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc63ef2f-6e87-40a9-9db3-f2ccff2f3dcb,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:56.421487 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08129559-7950-4f52-b8ab-3b8c07da7ec1 req-dd4b045c-6ddc-4a41-9278-038bce373f27 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:56.423813 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-08129559-7950-4f52-b8ab-3b8c07da7ec1 req-dd4b045c-6ddc-4a41-9278-038bce373f27 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1488309 Aug 07 14:30:56.507492 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:56.514362 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-fbf7ce6a-1019-491f-bc17-91c1c354642a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9647703 Aug 07 14:30:56.519354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50392) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:56.527488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:56.584225 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-08129559-7950-4f52-b8ab-3b8c07da7ec1 req-030fc9a7-5bd1-4a4c-82a9-d313e1a5f6b3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404376 Aug 07 14:30:56.628812 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6a196fc8-c256-413e-8d4f-efca091a0040 req-e2b1cbb9-b71f-417d-9e9a-baaaf891ecf9 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731106 Aug 07 14:30:56.784052 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5eab8163-0b02-420b-be27-9848db238a32 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:30:56.862090 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:56.923528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3c780f45-b535-4261-9443-07d9f64ab5a0 req-2524dee1-34cc-45a3-89d3-7acc83717b96 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0636630 Aug 07 14:30:56.947709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 5eab8163-0b02-420b-be27-9848db238a32 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:30:56.949828 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:57.149659 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1452b4-de12-462f-a6e5-8aa82c547958 req-11e50014-b67a-48e4-bea9-8d0761008cb1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:57.165818 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b1452b4-de12-462f-a6e5-8aa82c547958 req-11e50014-b67a-48e4-bea9-8d0761008cb1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.4732666 Aug 07 14:30:57.414456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b1452b4-de12-462f-a6e5-8aa82c547958 req-6c3926ae-09d9-4c59-986c-3141322ef06b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474842 Aug 07 14:30:57.464606 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:57.550735 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-28b2f775-1e05-43c5-9126-0a6bc0ded046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:57.552480 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-28b2f775-1e05-43c5-9126-0a6bc0ded046 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.2971008 Aug 07 14:30:57.599844 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:57.639405 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5836d1ff-81ac-4c86-9d89-839332ff0758,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:57.754009 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b37e08-d76b-45fe-a3c5-cdd91271f02d req-b6c0e2c1-4197-4eb4-a5a2-c8ca0a4c2e4e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:57.756913 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d7b37e08-d76b-45fe-a3c5-cdd91271f02d req-b6c0e2c1-4197-4eb4-a5a2-c8ca0a4c2e4e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2577126 Aug 07 14:30:57.829467 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-596763dd-a334-47a1-83ab-7c98d712b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:57.830961 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-596763dd-a334-47a1-83ab-7c98d712b6ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.2420928 Aug 07 14:30:57.852807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:57.857322 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f5ff3fa7-c766-4472-beff-f2b29450d8f6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3363221 Aug 07 14:30:57.861596 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50440) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:57.870536 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:57.892667 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-3c32551e-421b-44cb-a3a3-da061984dc13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.0534580 Aug 07 14:30:57.924774 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d7b37e08-d76b-45fe-a3c5-cdd91271f02d req-ab89274c-a281-45ce-869a-f955e4ae7830 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462789 Aug 07 14:30:57.972866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-e1f0e384-59b6-4779-940d-9cc4f677e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:57.976571 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-e1f0e384-59b6-4779-940d-9cc4f677e5dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.0745349 Aug 07 14:30:58.013986 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5f3de-d976-41b4-b92d-3407feea8125 req-393f98f5-0e65-4dfe-8834-089fc49e0935 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:58.017938 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29c5f3de-d976-41b4-b92d-3407feea8125 req-393f98f5-0e65-4dfe-8834-089fc49e0935 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1332784 Aug 07 14:30:58.027405 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-c53591b0-8103-4d3a-9bc3-5264bbd33bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407414 Aug 07 14:30:58.123922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3cd4be29-9b0a-4ecb-b5fb-21a24e833670 req-4fd79320-79c5-4f3a-abad-4e86870973b6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.1040895 Aug 07 14:30:58.134010 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.securitygroups_db [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Project 9f9121a472364cf98ef224b73341f0ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:30:58.162958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:58.187204 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29c5f3de-d976-41b4-b92d-3407feea8125 req-833e1f09-8784-4b59-88ed-52d8a21e52ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428952 Aug 07 14:30:58.321023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:58.464942 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:58.492832 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5319b0c-ddce-4db2-af96-fae0b01561c7,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:58.587225 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-59d00ad9-4892-4f91-ab78-bc5065d62279 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456247 Aug 07 14:30:58.627382 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:58.628616 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-484854c3-2048-4392-bd9e-73b339578ea1 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7653699 Aug 07 14:30:58.633847 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50462) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:58.646320 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'security_group_rule': {'security_group_id': '9e65bc93-5e38-477f-a8a3-136f4dd74372', 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:30:58.736526 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d2ae8-a8af-4944-867a-03eb8c340ce6 req-638fef48-c7e9-43da-b065-a513f52424b4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:58.739018 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2c7d2ae8-a8af-4944-867a-03eb8c340ce6 req-638fef48-c7e9-43da-b065-a513f52424b4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1835144 Aug 07 14:30:58.819184 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2c7d2ae8-a8af-4944-867a-03eb8c340ce6 req-8f491247-6244-4eb8-8535-8f73e8959ad7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726826 Aug 07 14:30:58.826158 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.securitygroups_db [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Project 9f9121a472364cf98ef224b73341f0ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:30:58.834747 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-51560914-d6cb-4ca0-b025-1d67153aeb68 req-9e827a7a-5f2d-45d4-bf1e-e9b81392a4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379196 Aug 07 14:30:58.837696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:58.964866 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:59.057357 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:59.225491 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:59.285603 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3069bb1-4f17-44cd-bc15-dd38b3839aab,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:30:59.370203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e2a9a9ce-4583-4b85-b775-1eca9048efb1 req-7dfb99d9-53bd-4b95-9486-660b68ece9d5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0522640 Aug 07 14:30:59.402734 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227dfbc-8f1e-454c-b62c-797246a7c5b4 req-d21d21a1-d734-422d-bcf9-9daec8888437 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:59.402734 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0227dfbc-8f1e-454c-b62c-797246a7c5b4 req-d21d21a1-d734-422d-bcf9-9daec8888437 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2795782 Aug 07 14:30:59.524949 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0227dfbc-8f1e-454c-b62c-797246a7c5b4 req-4168d4cd-af1e-4333-82b6-72e08750c92a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162112 Aug 07 14:30:59.604397 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:30:59.604397 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8d655364-c8d0-4fa9-9efc-e383a1e67756 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9594505 Aug 07 14:30:59.676989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a51703-3ae5-4016-8ad7-95cc9e00c56b req-a02adae0-2e8a-4011-84a6-68bf227ebc6b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:59.679614 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76a51703-3ae5-4016-8ad7-95cc9e00c56b req-a02adae0-2e8a-4011-84a6-68bf227ebc6b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1189625 Aug 07 14:30:59.766060 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50492) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:30:59.880170 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76a51703-3ae5-4016-8ad7-95cc9e00c56b req-b02c4f3f-36e4-4fc0-8203-7cb4fff5d212 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905892 Aug 07 14:30:59.912699 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-ba2f3d49-5191-4050-83fe-0491a0445b51 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688664668&fields=id&tenant_id=9f9121a472364cf98ef224b73341f0ba HTTP/1.1" status: 200 len: 267 time: 0.2078731 Aug 07 14:30:59.982947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-f5fe071e-2401-4f25-9a8e-3a7b248faba6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:30:59.985478 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-f5fe071e-2401-4f25-9a8e-3a7b248faba6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0715630 Aug 07 14:30:59.998982 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'port': {'security_groups': ['b26b71f7-05e0-465b-8c3f-85ed93f10e50', '9e65bc93-5e38-477f-a8a3-136f4dd74372']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:00.028627 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-12d0864d-9084-435a-bde8-c8579de65974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.141566 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bb1b0-f705-446b-a7ab-0b4c123e16b7 req-0631c7f2-ed84-4339-acc8-dabef18b65a5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:00.143235 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d87bb1b0-f705-446b-a7ab-0b4c123e16b7 req-0631c7f2-ed84-4339-acc8-dabef18b65a5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1211669 Aug 07 14:31:00.147250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.177590 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-12d0864d-9084-435a-bde8-c8579de65974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.266877 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d87bb1b0-f705-446b-a7ab-0b4c123e16b7 req-5179ab40-f925-4918-a190-ce427e304d3f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159420 Aug 07 14:31:00.443015 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-12d0864d-9084-435a-bde8-c8579de65974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.531549 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-12d0864d-9084-435a-bde8-c8579de65974 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dff35c702d44fc9b66b6b970e31532e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631919 Aug 07 14:31:00.536709 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50508) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:00.547350 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0864d-9084-435a-bde8-c8579de65974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20ff330-82d2-4ecf-8b88-46e1826bce13,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:00.623653 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9fc32742-a346-48c3-9f13-8b5252585e94 req-e88ff95e-3d07-42db-a612-16fa50b8a4a6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0888228 Aug 07 14:31:00.648706 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:00.702872 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.735170 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.808186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc78ee-49d3-4997-b280-fdf7d26a39d2 req-e3ae7817-96df-4b13-ab33-36c2d47634e5 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:00.810356 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b8bc78ee-49d3-4997-b280-fdf7d26a39d2 req-e3ae7817-96df-4b13-ab33-36c2d47634e5 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0709033 Aug 07 14:31:00.856367 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.865358 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b8bc78ee-49d3-4997-b280-fdf7d26a39d2 req-41badc4e-b2a0-4254-a491-caced2a72330 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465772 Aug 07 14:31:00.922439 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:00.971396 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:01.022533 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:01.023626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:01.053890 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-507a05a7-2548-4ed0-bcb1-a761e1599942 req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "PUT /v2.0/ports/44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 982 time: 1.0597260 Aug 07 14:31:01.054488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:01.066744 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:01.197523 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-927a64c6-e0c7-494a-830f-086cd8a26003 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:01.204953 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-927a64c6-e0c7-494a-830f-086cd8a26003 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 814 time: 0.5050857 Aug 07 14:31:01.214237 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bbe7-f241-4dd2-9961-d6d4121c3256 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=6']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:01.245456 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Request body: {'port': {'device_id': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'admin_state_up': True, 'tenant_id': 'ddfd469a9b174b45914b4405945002d6'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:01.315394 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:01.335457 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:01.368795 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:01.379081 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b20ff330-82d2-4ecf-8b88-46e1826bce13 HTTP/1.1" status: 204 len: 168 time: 0.8384290 Aug 07 14:31:01.502517 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9e3e-0831-4405-9da5-37571accd2c5 req-74c7a850-30af-42d4-8d11-26c57467243a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:01.505201 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-300b9e3e-0831-4405-9da5-37571accd2c5 req-74c7a850-30af-42d4-8d11-26c57467243a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.2312615 Aug 07 14:31:01.581836 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fa0c7-4fb8-4487-bc45-02a68981d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20ff330-82d2-4ecf-8b88-46e1826bce13,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:01.761059 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-300b9e3e-0831-4405-9da5-37571accd2c5 req-8abe4962-0969-4646-ab97-6e8fc3d2b651 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320790 Aug 07 14:31:01.839275 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb4dfb-cc1f-4070-8e91-456390302548 req-d671afed-6197-4878-8ef9-cb785960cfad tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:01.852796 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0cfb4dfb-cc1f-4070-8e91-456390302548 req-d671afed-6197-4878-8ef9-cb785960cfad tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.2772987 Aug 07 14:31:01.857757 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16fd2f-fb7c-4022-9176-b096ee60b3f2 x-openstack-request-id: req-3e16fd2f-fb7c-4022-9176-b096ee60b3f2 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:01.858545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:01.858850 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e16fd2f-fb7c-4022-9176-b096ee60b3f2 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:01.859846 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:31:01.871686 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Made reservation on behalf of ddfd469a9b174b45914b4405945002d6 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:31:01.877435 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:01.957471 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-6b1de7a8-0005-4ae8-9e2e-f13116baa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:01.962246 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-6b1de7a8-0005-4ae8-9e2e-f13116baa3f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1098 time: 0.1839113 Aug 07 14:31:02.092534 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0cfb4dfb-cc1f-4070-8e91-456390302548 req-b4f71fc9-9ae4-489a-8d20-3aa81a349087 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2384667 Aug 07 14:31:02.137502 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-b263a7d4-5e41-4858-a93d-2dd62521c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.140260 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-b263a7d4-5e41-4858-a93d-2dd62521c75d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1138 time: 0.1028743 Aug 07 14:31:02.151107 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Allocated IP 172.20.0.10 (4e09a640-ac3f-40e1-8ada-10671b223cb4/009e0152-ef62-4114-885a-920e62378c26/c8f6709b-77f3-44ae-8eb5-df9cf8517630) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:31:02.182729 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-23a9f8ce-6843-426e-ab82-53d79ead7cd1 None None] Provisioning complete for port 44ea5125-ed0c-4108-b095-8f55ae981cdb triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:02.184333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-23a9f8ce-6843-426e-ab82-53d79ead7cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:02.238629 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1f2d5-d18d-4750-b81f-21c3ba2c21f4 req-34bc5a9e-8c5c-4ca6-8aa6-4745b6074eb0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.244417 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30f1f2d5-d18d-4750-b81f-21c3ba2c21f4 req-34bc5a9e-8c5c-4ca6-8aa6-4745b6074eb0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.2802708 Aug 07 14:31:02.322344 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0c0c26cf-c25d-42a7-b605-6786fd6e349c req-63bbc958-c92e-441b-9624-945b4bded797 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0494652 Aug 07 14:31:02.380971 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-c9ee442e-13d6-4eb5-9edb-05285afc6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.382721 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-c9ee442e-13d6-4eb5-9edb-05285afc6d6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 912 time: 0.4026279 Aug 07 14:31:02.465229 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-30f1f2d5-d18d-4750-b81f-21c3ba2c21f4 req-a1e28ab2-0a5e-4126-a7c2-6a579e04de13 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894441 Aug 07 14:31:02.627639 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-75dc1b93-4aec-4849-aec7-c5a3e1d04a8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 1001 time: 0.2265675 Aug 07 14:31:02.706967 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-2323a6bb-9913-45ae-8b90-927735b5bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.709243 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-2323a6bb-9913-45ae-8b90-927735b5bf96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.0732191 Aug 07 14:31:02.820179 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:02.857812 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-f17e63cf-e1ea-452b-a460-280ac73cd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.860541 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-f17e63cf-e1ea-452b-a460-280ac73cd242 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414366 Aug 07 14:31:02.955962 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-5d537558-d8d0-4ca1-a4b0-25710a4b4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:02.963522 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-5d537558-d8d0-4ca1-a4b0-25710a4b4fd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.8035016 Aug 07 14:31:03.078389 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:31:03.288646 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-44362f75-196e-4a39-9590-e7407ea3e30a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 1001 time: 0.3144801 Aug 07 14:31:03.393302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b4947-327f-46d3-a2a0-b105f557413e req-0a771987-48f2-4f97-88bd-6762cf1535b9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:03.402618 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-621b4947-327f-46d3-a2a0-b105f557413e req-0a771987-48f2-4f97-88bd-6762cf1535b9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.6414995 Aug 07 14:31:03.459790 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:03.510666 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-621b4947-327f-46d3-a2a0-b105f557413e req-5ca22fee-7d1a-4e2a-a685-c8d8b71f1ce4 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069915 Aug 07 14:31:03.563547 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event updated for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:03.578913 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-66e63abe-9535-42e5-9f9b-85ae288ff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:03.587796 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-66e63abe-9535-42e5-9f9b-85ae288ff828 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.2838740 Aug 07 14:31:03.628100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Network 4e09a640-ac3f-40e1-8ada-10671b223cb4 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:31:03.631638 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:31:03.639941 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318173-aa55-4bff-845f-b45d6bd78720 req-1f6918ea-a8e8-4a18-a09b-4940f176e45e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:03.655791 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2318173-aa55-4bff-845f-b45d6bd78720 req-1f6918ea-a8e8-4a18-a09b-4940f176e45e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.2494721 Aug 07 14:31:03.696241 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:31:03.733287 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098', '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:03.821551 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-917d9a37-4042-4758-b43d-21ee18317176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:03.822475 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-917d9a37-4042-4758-b43d-21ee18317176 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2328339 Aug 07 14:31:03.862704 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2318173-aa55-4bff-845f-b45d6bd78720 req-5a4c7ea2-07b4-4f69-a0c9-51608f16c84e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052879 Aug 07 14:31:03.866366 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-6bf88efa-6c8b-46e8-93d6-9adb5c3fcbc2 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932704 Aug 07 14:31:03.939797 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:03.941087 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:04.106032 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005bee-d3c9-4244-94fb-e8a158a21ad7 req-08b41ccc-32a2-471f-93b5-effd16cdd626 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:04.140528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8005bee-d3c9-4244-94fb-e8a158a21ad7 req-08b41ccc-32a2-471f-93b5-effd16cdd626 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 932 time: 0.3933725 Aug 07 14:31:04.186458 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-c3704753-77cd-498e-90de-e2e2d0e29ac3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9619846 Aug 07 14:31:04.269108 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Request body: {'port': {'device_id': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:04.309312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-af8b683d-94b1-4014-a7e1-c7bd5b31cd83 req-eae514f3-6597-43d0-977c-8c7b48497a17 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148176 Aug 07 14:31:04.415227 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8005bee-d3c9-4244-94fb-e8a158a21ad7 req-96b0838c-1a6c-4769-b20b-9a91957ad122 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270899 Aug 07 14:31:04.420270 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-516b0d61-14aa-4632-a096-9175abf52612 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697718 Aug 07 14:31:04.481496 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1c841-572d-41b1-b3de-c8c95eaf5118 req-61b0fbcb-2e89-44ab-9efe-a0bea5756fb6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:04.488858 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ddc1c841-572d-41b1-b3de-c8c95eaf5118 req-61b0fbcb-2e89-44ab-9efe-a0bea5756fb6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.4612229 Aug 07 14:31:04.657370 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ddc1c841-572d-41b1-b3de-c8c95eaf5118 req-b8d4cfc5-f87c-4f0e-b06a-dd0a80c2d8f3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450267 Aug 07 14:31:04.807189 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:05.109159 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776d4c8-edf4-4fc4-b432-336a8e50ac72 req-a9589913-c625-492a-9855-52f479710869 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:05.119011 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1776d4c8-edf4-4fc4-b432-336a8e50ac72 req-a9589913-c625-492a-9855-52f479710869 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0980644 Aug 07 14:31:05.215086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1776d4c8-edf4-4fc4-b432-336a8e50ac72 req-f5f2a150-24da-41be-872e-f0199cd4fe20 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944839 Aug 07 14:31:05.316475 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3e7265ee-69f1-4ae2-a2bc-022eb16588cb req-df06e91c-4c92-4449-97e7-390085b63210 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950212 Aug 07 14:31:05.686701 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f6709b-77f3-44ae-8eb5-df9cf8517630 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:05.737037 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563c99-c57f-476d-901e-7bce1b48a728 req-1bb994b5-fec5-4f9a-b73f-99979bc5fd00 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:05.742847 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:05.745679 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26563c99-c57f-476d-901e-7bce1b48a728 req-1bb994b5-fec5-4f9a-b73f-99979bc5fd00 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 932 time: 0.1502528 Aug 07 14:31:05.788051 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Transition to ACTIVE for port object c8f6709b-77f3-44ae-8eb5-df9cf8517630 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:31:05.885588 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26563c99-c57f-476d-901e-7bce1b48a728 req-2ebec810-cbeb-444d-a76e-f022690f70d2 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286011 Aug 07 14:31:05.890658 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:06.143785 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3b02d-75cf-4421-b13e-1e7a5a7fe3fb req-a0c18a72-9bba-4082-8633-a39f70a55502 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:06.144706 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:06.145695 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-60e3b02d-75cf-4421-b13e-1e7a5a7fe3fb req-a0c18a72-9bba-4082-8633-a39f70a55502 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1049995 Aug 07 14:31:06.262107 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-60e3b02d-75cf-4421-b13e-1e7a5a7fe3fb req-01486821-9d68-4b42-b804-0d2098580910 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937536 Aug 07 14:31:06.377373 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Attempting to bind port c8f6709b-77f3-44ae-8eb5-df9cf8517630 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:31:06.377890 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Attempting to bind port c8f6709b-77f3-44ae-8eb5-df9cf8517630 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:31:06.378206 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Attempting to bind port c8f6709b-77f3-44ae-8eb5-df9cf8517630 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:06.402428 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebb79d-c4ba-4908-865a-d0a509acb932 req-affdb729-7cb2-4443-a084-9a07b1ab0731 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:06.413086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38ebb79d-c4ba-4908-865a-d0a509acb932 req-affdb729-7cb2-4443-a084-9a07b1ab0731 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1123564 Aug 07 14:31:06.417442 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Port c8f6709b-77f3-44ae-8eb5-df9cf8517630 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:31:06.417991 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Attempting to bind port c8f6709b-77f3-44ae-8eb5-df9cf8517630 on network 4e09a640-ac3f-40e1-8ada-10671b223cb4 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:06.434625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:31:06.435450 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Checking segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:31:06.436123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Bound using segment: {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:31:06.436787 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Bound port: c8f6709b-77f3-44ae-8eb5-df9cf8517630, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e0137d-b66d-4868-987c-262aba4d90ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:31:06.437951 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:06.468839 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-6fc520c3-b152-42c3-8ac3-2374da79632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:06.472101 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-6fc520c3-b152-42c3-8ac3-2374da79632b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1138 time: 0.0858486 Aug 07 14:31:06.512244 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38ebb79d-c4ba-4908-865a-d0a509acb932 req-5c181fe7-7cc2-4d66-8788-a2236a4fef0b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977395 Aug 07 14:31:06.533264 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50bfc8-d134-41d3-8ed9-6253149b8261 req-9e664a8f-a85f-4296-ade8-2743d7bb603b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:06.545421 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dd50bfc8-d134-41d3-8ed9-6253149b8261 req-9e664a8f-a85f-4296-ade8-2743d7bb603b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1290925 Aug 07 14:31:06.626752 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dd50bfc8-d134-41d3-8ed9-6253149b8261 req-89b673d8-6c17-4841-b0b1-498c0759152f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733316 Aug 07 14:31:06.694106 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:31:06.724033 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:31:06.731335 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-30f54702-0035-4d2f-b0c0-fa9b3d277a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:06.734794 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-30f54702-0035-4d2f-b0c0-fa9b3d277a06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.2426009 Aug 07 14:31:06.865844 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:07.001079 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.001743 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:07.004302 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8f6709b-77f3-44ae-8eb5-df9cf8517630 HTTP/1.1" status: 200 len: 1094 time: 2.7765489 Aug 07 14:31:07.005271 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:07.009281 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4cb118-4dc1-411a-9e98-3f4c467226e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:07.070818 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-5f670f82-1bdd-4e67-8de1-3c9ed9f60fc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 1001 time: 0.3209615 Aug 07 14:31:07.130263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfef8e-39c5-442d-b293-9e89128d5b68 req-0138a2ad-dde9-4df7-88b1-ac80c05a9749 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.149088 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3edfef8e-39c5-442d-b293-9e89128d5b68 req-0138a2ad-dde9-4df7-88b1-ac80c05a9749 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 944 time: 0.1152728 Aug 07 14:31:07.176477 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a616da-e35d-4f6f-aea6-39a927c48d71 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:07.242774 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648d9954-caaf-4ba7-8ffd-0e5eb80ada23 x-openstack-request-id: req-648d9954-caaf-4ba7-8ffd-0e5eb80ada23 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:07.243372 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:07.244056 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-648d9954-caaf-4ba7-8ffd-0e5eb80ada23 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:07.244600 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630', 'status': 'completed', 'code': 200} Aug 07 14:31:07.261051 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3edfef8e-39c5-442d-b293-9e89128d5b68 req-09164c5a-2e20-4400-b6e3-2c0b751eae54 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996668 Aug 07 14:31:07.275137 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-21823358-c77c-4f15-b0bf-a2775964ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.275137 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-21823358-c77c-4f15-b0bf-a2775964ff55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.1850369 Aug 07 14:31:07.407201 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-6d0b4372-f50c-4ada-a9d0-6994f5601479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.409443 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-6d0b4372-f50c-4ada-a9d0-6994f5601479 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 1097 time: 0.1600409 Aug 07 14:31:07.416596 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-2533632f-453d-40f2-97b5-2ca1eea18593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.418777 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-2533632f-453d-40f2-97b5-2ca1eea18593 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337607 Aug 07 14:31:07.541775 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-2d9e981c-0f0f-4aeb-91db-fddb77b896e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630 HTTP/1.1" status: 200 len: 217 time: 0.1024048 Aug 07 14:31:07.759257 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-2eb19de0-a825-4321-9478-00c0c0960f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.761803 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-2eb19de0-a825-4321-9478-00c0c0960f76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.1975796 Aug 07 14:31:07.822687 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56f13-5511-469f-8be4-f5517c59f4e5 req-19ec5d44-41a5-40ab-8668-8d8b968633c6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.826066 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2f56f13-5511-469f-8be4-f5517c59f4e5 req-19ec5d44-41a5-40ab-8668-8d8b968633c6 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1208797 Aug 07 14:31:07.871502 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-7900f415-82e8-4cb8-8b77-c4a2b13b59f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608685 Aug 07 14:31:07.948245 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dd183-64cb-4f53-9c58-b0ebecc8432e req-1842ede8-147f-43bd-bdc9-04e50bcdd828 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:07.956798 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-849dd183-64cb-4f53-9c58-b0ebecc8432e req-1842ede8-147f-43bd-bdc9-04e50bcdd828 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1098588 Aug 07 14:31:08.011038 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f2f56f13-5511-469f-8be4-f5517c59f4e5 req-63e05221-03b1-4475-aa7a-b58242ff8f91 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448317 Aug 07 14:31:08.049129 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-626600b6-38ec-4464-9b8d-e20f04713e42 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898163 Aug 07 14:31:08.057001 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-849dd183-64cb-4f53-9c58-b0ebecc8432e req-477a543e-bc14-4e2e-8854-79c4e5b830cd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992198 Aug 07 14:31:08.168886 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-3f41a9a4-9dd6-410f-8afd-fd8fa549206e service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233348 Aug 07 14:31:08.262560 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6d63d5ee-5e7b-424a-87bf-2b2db41bc18e req-4a55226b-e29d-460e-aaf6-a68be6196dc0 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010355 Aug 07 14:31:08.335839 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26152bb9-9f4a-48a4-ae88-b5435548f690 req-e48ebb75-486f-4df9-b1ed-ff4bb6be9987 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453624 Aug 07 14:31:08.422015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939dbd2-3d63-4f85-a5f8-7107d9bac400 req-053ce759-288d-40d9-b223-cde6c5637fad tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:08.423812 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5939dbd2-3d63-4f85-a5f8-7107d9bac400 req-053ce759-288d-40d9-b223-cde6c5637fad tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 944 time: 0.0731113 Aug 07 14:31:08.487400 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5939dbd2-3d63-4f85-a5f8-7107d9bac400 req-0937b360-667e-42c1-9e83-d430347da814 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524368 Aug 07 14:31:08.633197 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-4bd0b25a-8ae6-4b32-b39c-fc30079933c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:08.640270 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-4bd0b25a-8ae6-4b32-b39c-fc30079933c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddfd469a9b174b45914b4405945002d6&device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 1097 time: 0.1045990 Aug 07 14:31:08.833577 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-4b40ba83-8def-4252-a6a9-e8f51214f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:08.836510 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-4b40ba83-8def-4252-a6a9-e8f51214f805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 200 len: 915 time: 0.1898308 Aug 07 14:31:08.941827 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-7f2de93f-6184-4d51-b22c-ce3a5995dd6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630 HTTP/1.1" status: 200 len: 217 time: 0.0960724 Aug 07 14:31:09.055090 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-9145038b-9728-4302-be26-1a91565c39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:09.057953 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-9145038b-9728-4302-be26-1a91565c39a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 200 len: 854 time: 0.1028132 Aug 07 14:31:09.288450 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-70baea47-cf98-4111-aa5d-a9ffc7f5a1cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e09a640-ac3f-40e1-8ada-10671b223cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081978 Aug 07 14:31:09.448405 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-e485d137-79d1-44cb-b7de-fc95cd0f1ed9 service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440389 Aug 07 14:31:09.459989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48329202-7cea-4d39-9cf5-8560c4919fdf req-192a28b3-dadf-438c-bb24-8e92918be789 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:09.462494 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48329202-7cea-4d39-9cf5-8560c4919fdf req-192a28b3-dadf-438c-bb24-8e92918be789 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.2648525 Aug 07 14:31:09.498083 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6390-a64b-40c3-968c-44f590318b34 req-ea38291f-1568-4739-bf2e-2c65dcef9432 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:09.515997 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c27e6390-a64b-40c3-968c-44f590318b34 req-ea38291f-1568-4739-bf2e-2c65dcef9432 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1917119 Aug 07 14:31:09.619208 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48329202-7cea-4d39-9cf5-8560c4919fdf req-d0831ff9-7c38-4fa1-a892-ef3a8a5e071a tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348407 Aug 07 14:31:09.622375 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c27e6390-a64b-40c3-968c-44f590318b34 req-c8d816d0-d8ba-4442-8fca-a593d9b1f20c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100779 Aug 07 14:31:09.625720 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fa4cb118-4dc1-411a-9e98-3f4c467226e7 req-e543a339-894e-42bb-95f3-100e26d8f2fb service neutron] 10.222.0.11 "GET /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671460 Aug 07 14:31:09.752798 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f6032-b334-4f61-a933-c79ddb88fa54 req-ce860a19-6543-4473-afd3-c387d95b15d4 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:09.752798 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c98f6032-b334-4f61-a933-c79ddb88fa54 req-ce860a19-6543-4473-afd3-c387d95b15d4 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 944 time: 0.0613139 Aug 07 14:31:09.800933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c98f6032-b334-4f61-a933-c79ddb88fa54 req-dad4d0d1-78a1-4053-b46a-52ece13a6ce3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Aug 07 14:31:10.862954 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099292-d6e6-4cf0-ad58-646ae3571e48 req-1430cc94-78cd-4413-9aee-457fa6762e76 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:10.876696 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-87099292-d6e6-4cf0-ad58-646ae3571e48 req-1430cc94-78cd-4413-9aee-457fa6762e76 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1652923 Aug 07 14:31:10.916816 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6bbce-a222-4831-91eb-b263ff67bfa8 req-50382ddf-0260-409c-ac8d-21e0f9b05ff3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:10.919506 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1eb6bbce-a222-4831-91eb-b263ff67bfa8 req-50382ddf-0260-409c-ac8d-21e0f9b05ff3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1449959 Aug 07 14:31:11.018879 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-87099292-d6e6-4cf0-ad58-646ae3571e48 req-822194b4-8f44-4645-829c-505407de930b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378565 Aug 07 14:31:11.027935 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1eb6bbce-a222-4831-91eb-b263ff67bfa8 req-87003455-4ef9-4765-b53b-c0fe83e938a3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968323 Aug 07 14:31:11.200428 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8ea98-686e-4efb-abc5-521ea3504681 req-24fd59f1-2827-48c0-846d-1c7b575e3a5b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:11.202074 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ecf8ea98-686e-4efb-abc5-521ea3504681 req-24fd59f1-2827-48c0-846d-1c7b575e3a5b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 944 time: 0.0689120 Aug 07 14:31:11.296993 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176266aa-b540-4613-a9d3-c64fef4784ec req-8b8cb69e-0caa-4e52-8195-bf17c14007d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:11.297833 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-8b8cb69e-0caa-4e52-8195-bf17c14007d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1098 time: 0.0887733 Aug 07 14:31:11.307375 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ecf8ea98-686e-4efb-abc5-521ea3504681 req-84173e44-feb5-4a9d-952e-cf0a0c4797b1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789018 Aug 07 14:31:11.446461 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176266aa-b540-4613-a9d3-c64fef4784ec req-e70a205f-fdf7-4b8b-bb62-51d0b6b64ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:11.448056 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-e70a205f-fdf7-4b8b-bb62-51d0b6b64ce4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.1361897 Aug 07 14:31:11.525764 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-3f3f6f7d-8b66-4fd4-8089-c9551f354144 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 200 len: 1000 time: 0.0686295 Aug 07 14:31:11.611990 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176266aa-b540-4613-a9d3-c64fef4784ec req-b4f72c22-f464-418b-9270-be840396ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:11.614591 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-b4f72c22-f464-418b-9270-be840396ebcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0794487 Aug 07 14:31:11.676840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176266aa-b540-4613-a9d3-c64fef4784ec req-31727bb4-94fc-4b6a-b6e6-5355457a8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:11.678993 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-31727bb4-94fc-4b6a-b6e6-5355457a8acb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564973 Aug 07 14:31:11.825408 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-b67b276a-e861-4cb2-aedc-299c28da8cf2 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365912 Aug 07 14:31:11.916856 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device c8f6709b-77f3-44ae-8eb5-df9cf8517630 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:31:11.964933 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-176266aa-b540-4613-a9d3-c64fef4784ec req-37932e02-09c3-4f24-b03a-37bf1b0b35f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301827 Aug 07 14:31:12.038705 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:12.053642 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630', 'network_id': '4e09a640-ac3f-40e1-8ada-10671b223cb4', 'port_id': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630', 'mac_address': 'fa:16:3e:44:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009e0152-ef62-4114-885a-920e62378c26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:31:12.100566 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:12.119278 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f6709b-77f3-44ae-8eb5-df9cf8517630 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:12.146114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:12.220511 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:12.250623 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed8912-f2dd-4e0d-93ec-fd2a0a627e9f req-86ca465c-7d09-47fe-985d-625cedd2bb1f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:12.252255 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26ed8912-f2dd-4e0d-93ec-fd2a0a627e9f req-86ca465c-7d09-47fe-985d-625cedd2bb1f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.1014121 Aug 07 14:31:12.269013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc387-9a08-46ae-a06f-17c98f8c432e req-7525e007-6b3b-4528-9dd7-8bf56d33db7c tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:12.270635 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3ccfc387-9a08-46ae-a06f-17c98f8c432e req-7525e007-6b3b-4528-9dd7-8bf56d33db7c tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1327095 Aug 07 14:31:12.296884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:12.306222 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.306872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.307501 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.307970 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.308401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.308735 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.309363 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.309872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.310240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.310726 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.310907 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.311405 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:12.354372 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26ed8912-f2dd-4e0d-93ec-fd2a0a627e9f req-44d49f7b-f9b7-435c-86dc-8455fb55fad2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701976 Aug 07 14:31:12.354372 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3ccfc387-9a08-46ae-a06f-17c98f8c432e req-5bf6055d-9a50-429b-b33f-fab09306820e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684180 Aug 07 14:31:12.488662 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a60c6-6b8b-4764-9660-8548a3cc56c9 req-edd7e94b-7cde-480a-b982-2c7fa9bcb3c8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:12.490302 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d9a60c6-6b8b-4764-9660-8548a3cc56c9 req-edd7e94b-7cde-480a-b982-2c7fa9bcb3c8 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 945 time: 0.0614014 Aug 07 14:31:12.538395 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d9a60c6-6b8b-4764-9660-8548a3cc56c9 req-6849601f-29c4-4aa4-a83c-d35679fcd860 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Aug 07 14:31:12.778960 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['c8f6709b-77f3-44ae-8eb5-df9cf8517630'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:13.568837 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847948e-ef00-41a4-80bf-1d72af96d29d req-01bc4763-a836-4ea9-ad7b-d43f1e570ffa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:13.570514 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8847948e-ef00-41a4-80bf-1d72af96d29d req-01bc4763-a836-4ea9-ad7b-d43f1e570ffa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 945 time: 0.0936391 Aug 07 14:31:13.585115 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daba4f5-50b9-4700-85fb-0e8dc488b8c9 req-54e726f5-d1a6-4945-a16a-89be92906fa8 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:13.589835 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3daba4f5-50b9-4700-85fb-0e8dc488b8c9 req-54e726f5-d1a6-4945-a16a-89be92906fa8 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0924547 Aug 07 14:31:13.650312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8847948e-ef00-41a4-80bf-1d72af96d29d req-d31b4717-9490-4590-a09d-95bf7a31e06a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623658 Aug 07 14:31:13.661841 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3daba4f5-50b9-4700-85fb-0e8dc488b8c9 req-131c2806-ab06-406d-b47b-06e78240c6e0 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656054 Aug 07 14:31:13.789794 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385b790-4fb6-4460-be0e-ed24522d59fc req-6daaeafa-31f9-4e5a-b381-d75661577d2e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:13.791405 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0385b790-4fb6-4460-be0e-ed24522d59fc req-6daaeafa-31f9-4e5a-b381-d75661577d2e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 945 time: 0.0621665 Aug 07 14:31:13.854338 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0385b790-4fb6-4460-be0e-ed24522d59fc req-65420cbd-dab2-42cc-8c41-7c1b76ed1e0c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Aug 07 14:31:13.930902 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:31:14.054058 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:14.083386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:14.085811 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf07bf-40af-40ee-9a72-faf8f11c8e1c" -d '{"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:14.102394 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:14.129114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf38176-fecb-4036-a34f-4b9c6be269f0 x-openstack-request-id: req-6bf38176-fecb-4036-a34f-4b9c6be269f0 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:14.129437 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:14.129698 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bf38176-fecb-4036-a34f-4b9c6be269f0 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:14.130101 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'code': 200} Aug 07 14:31:14.236764 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:14.292133 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=8']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:14.918444 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12516395-655b-41b8-90d7-65c5915a99f0 req-39267ffc-a1d6-4776-aa52-8a1af60c21af tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:14.922391 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-12516395-655b-41b8-90d7-65c5915a99f0 req-39267ffc-a1d6-4776-aa52-8a1af60c21af tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1573915 Aug 07 14:31:14.950738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42664ea-83a5-4cc9-b3d1-49f72696fb25 req-202335b6-13bd-4b54-943e-56962c726670 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:14.953038 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a42664ea-83a5-4cc9-b3d1-49f72696fb25 req-202335b6-13bd-4b54-943e-56962c726670 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1328809 Aug 07 14:31:15.015479 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-12516395-655b-41b8-90d7-65c5915a99f0 req-ae0d5ca9-1cd1-4f21-9e83-ddfe4059deef tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805776 Aug 07 14:31:15.044087 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a42664ea-83a5-4cc9-b3d1-49f72696fb25 req-0aec3d72-54c5-4adf-a17a-077e21690268 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782416 Aug 07 14:31:15.256044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe2da-738a-49f1-98b6-dc918efe6e75 req-69d2413b-6d4c-4e49-9bf9-1bc6ae47868d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:15.258729 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-49efe2da-738a-49f1-98b6-dc918efe6e75 req-69d2413b-6d4c-4e49-9bf9-1bc6ae47868d tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 945 time: 0.0964935 Aug 07 14:31:15.310469 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-49efe2da-738a-49f1-98b6-dc918efe6e75 req-1187012c-d118-4110-ba87-81019621b730 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Aug 07 14:31:15.863357 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465eb43-c2e0-4099-940f-f0ad4d79b887 req-912043c6-57ef-4a42-a57f-95f2bfc14e54 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:15.865206 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f465eb43-c2e0-4099-940f-f0ad4d79b887 req-912043c6-57ef-4a42-a57f-95f2bfc14e54 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0593600 Aug 07 14:31:15.923745 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f465eb43-c2e0-4099-940f-f0ad4d79b887 req-cd2d17cf-78d4-4dff-9dfb-e9962b765095 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498765 Aug 07 14:31:15.968178 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device c8f6709b-77f3-44ae-8eb5-df9cf8517630 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:31:15.978169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-b82f43f1-5bc1-4f98-a7f6-51dcf4eb4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:15.979786 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-b82f43f1-5bc1-4f98-a7f6-51dcf4eb4d20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0569584 Aug 07 14:31:16.106018 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-41eeb5fc-fbf4-4b13-9851-b6cd8616125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:16.107618 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-41eeb5fc-fbf4-4b13-9851-b6cd8616125a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.1191072 Aug 07 14:31:16.122525 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port c8f6709b-77f3-44ae-8eb5-df9cf8517630 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:31:16.129751 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port c8f6709b-77f3-44ae-8eb5-df9cf8517630 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:16.130175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:16.209748 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-bc3e4a2d-dcff-4fd8-a4b4-6eb3fb5f51b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.0912371 Aug 07 14:31:16.279486 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-66774779-1d14-43c2-b185-7beffd783b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:16.284478 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-66774779-1d14-43c2-b185-7beffd783b31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.0608010 Aug 07 14:31:16.287351 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:16.304310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284b773-18e4-4d7a-9703-9045d0b84025 req-28399e08-1ccb-474f-911d-63653b8840cb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:16.306738 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8284b773-18e4-4d7a-9703-9045d0b84025 req-28399e08-1ccb-474f-911d-63653b8840cb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1426110 Aug 07 14:31:16.326962 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:16.330981 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6764153-fea6-48e9-9ecd-6df6790e2571" -d '{"events": [{"server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:16.333610 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-7daee249-8e35-4948-8016-dcf5393b55cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411072 Aug 07 14:31:16.346940 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44be35-9d2e-48f2-8282-861c022e463d req-afbbff47-9596-4214-829c-695f790f99b0 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:16.347222 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:16.349663 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3e44be35-9d2e-48f2-8282-861c022e463d req-afbbff47-9596-4214-829c-695f790f99b0 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1268620 Aug 07 14:31:16.438375 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:16.440926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:31:16.441503 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8284b773-18e4-4d7a-9703-9045d0b84025 req-882a493a-6a6d-495c-94ef-fbe91eea8082 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220298 Aug 07 14:31:16.460082 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3e44be35-9d2e-48f2-8282-861c022e463d req-733ae155-c6d5-4b4f-ad6a-0a6fcfdfc588 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979991 Aug 07 14:31:16.653718 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:16.676967 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1093d9f-7598-4a7c-814c-18d576af8429 x-openstack-request-id: req-b1093d9f-7598-4a7c-814c-18d576af8429 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:16.678148 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "name": "network-vif-plugged", "status": "completed", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:16.679170 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1093d9f-7598-4a7c-814c-18d576af8429 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:16.681256 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630', 'code': 200} Aug 07 14:31:16.787704 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267e51-3ac3-4a81-b5e1-1ad43fa5e2bc req-b6b2af50-627d-4612-8172-1d1c4b16d725 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:16.793359 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1b267e51-3ac3-4a81-b5e1-1ad43fa5e2bc req-b6b2af50-627d-4612-8172-1d1c4b16d725 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.1659160 Aug 07 14:31:16.820573 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-ed8c5183-7d84-4a59-bff2-9b3b9c40f5d0 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692090 Aug 07 14:31:16.836628 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1b267e51-3ac3-4a81-b5e1-1ad43fa5e2bc req-fc4289fe-25f1-4d0f-8e32-727d1e953a11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Aug 07 14:31:16.949775 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d76321dd-acbd-46ec-9438-50d5e95e259f req-2d2761df-4b90-4c3b-87d8-ad03f76658c9 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200655 Aug 07 14:31:17.125607 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730199b-a73a-4b43-86e5-e0a0d755baa8 req-e36e2121-ab74-4046-8f2d-c2b584614b0e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:17.136765 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e730199b-a73a-4b43-86e5-e0a0d755baa8 req-e36e2121-ab74-4046-8f2d-c2b584614b0e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0987277 Aug 07 14:31:17.161317 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48254970-6faa-4ae0-a422-f6a42ce094bc req-fc1b1ed3-26ef-4984-935d-bf57c978b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:17.162909 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-48254970-6faa-4ae0-a422-f6a42ce094bc req-fc1b1ed3-26ef-4984-935d-bf57c978b9ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 1099 time: 0.0781760 Aug 07 14:31:17.178848 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e730199b-a73a-4b43-86e5-e0a0d755baa8 req-69805070-294e-416c-8e29-69f8cb2e837d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Aug 07 14:31:17.235205 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-48254970-6faa-4ae0-a422-f6a42ce094bc req-e4e450b8-d88b-4f89-a39d-af19141db85f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Aug 07 14:31:17.645083 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428273ab-0a27-4f36-a7a2-63791dbe49f8 req-dd5a67ed-dcbd-4ace-a8e3-71a0c17bb8d5 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:17.647631 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-428273ab-0a27-4f36-a7a2-63791dbe49f8 req-dd5a67ed-dcbd-4ace-a8e3-71a0c17bb8d5 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0720069 Aug 07 14:31:17.721356 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-428273ab-0a27-4f36-a7a2-63791dbe49f8 req-d99ae594-0016-45ba-99ed-f55530e54911 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663619 Aug 07 14:31:17.975526 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f7b1-3ec8-49cc-87b4-9c740e86d7f8 req-980ab74a-4bb6-49cf-8df5-bcc94aba2294 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:17.977133 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-df39f7b1-3ec8-49cc-87b4-9c740e86d7f8 req-980ab74a-4bb6-49cf-8df5-bcc94aba2294 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.0529861 Aug 07 14:31:18.021641 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-df39f7b1-3ec8-49cc-87b4-9c740e86d7f8 req-9ee2f9bc-c613-4eef-a4cc-6ab1a9eb6244 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Aug 07 14:31:18.342655 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f4348-23be-4e6f-b84f-64cedde6e0f9 req-78a42fad-9c8c-4e33-9057-7daf93d77827 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:18.344855 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea1f4348-23be-4e6f-b84f-64cedde6e0f9 req-78a42fad-9c8c-4e33-9057-7daf93d77827 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Aug 07 14:31:18.389814 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ea1f4348-23be-4e6f-b84f-64cedde6e0f9 req-8764e664-d6f3-4f5a-8296-ee470e20e4fa tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385349 Aug 07 14:31:18.533322 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb62f-a035-412c-b6f7-027aa1b15d2b req-ed12f74e-30e5-4b85-9f1e-2caeff6b61c3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:18.534921 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16ddb62f-a035-412c-b6f7-027aa1b15d2b req-ed12f74e-30e5-4b85-9f1e-2caeff6b61c3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0603011 Aug 07 14:31:18.583413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16ddb62f-a035-412c-b6f7-027aa1b15d2b req-3d54c556-ef7c-4c6e-900c-15f6d4090e67 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 Aug 07 14:31:18.894890 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e99f5-7b82-482d-a0c2-5880743ce215 req-b5cba2f2-b784-4f13-9989-6bf87e22b711 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:18.896806 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ad6e99f5-7b82-482d-a0c2-5880743ce215 req-b5cba2f2-b784-4f13-9989-6bf87e22b711 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0792770 Aug 07 14:31:18.973906 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ad6e99f5-7b82-482d-a0c2-5880743ce215 req-eea82f17-8947-46be-8888-7f99803fc75e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697255 Aug 07 14:31:19.198258 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f35da-b406-4bb3-921f-6accae83c62e req-38d9b21a-f5bf-4db0-a89e-863d888d53c1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:19.199929 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f93f35da-b406-4bb3-921f-6accae83c62e req-38d9b21a-f5bf-4db0-a89e-863d888d53c1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.0717804 Aug 07 14:31:19.246664 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f93f35da-b406-4bb3-921f-6accae83c62e req-15330e3b-0334-4390-a56b-f6eabf725201 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Aug 07 14:31:19.339241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50942) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:19.450378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-f36e45f2-982f-4177-ae6a-582176fa425b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078851 Aug 07 14:31:19.569630 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e003e-7afc-4fa9-8703-cfdf20ce1b7e req-7703f4a6-1ba9-4474-87b7-41d8ec9afbbc tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:19.571430 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a8e003e-7afc-4fa9-8703-cfdf20ce1b7e req-7703f4a6-1ba9-4474-87b7-41d8ec9afbbc tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0816054 Aug 07 14:31:19.622041 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1a8e003e-7afc-4fa9-8703-cfdf20ce1b7e req-1510a9f2-a785-462d-9ce3-34598cb27ba8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Aug 07 14:31:19.654262 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50956) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:19.774526 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d6bac-eaa3-428c-9df8-3b24e7b15a15 req-be016e21-5862-4a9a-9ad6-92b64c32f488 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:19.776236 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a18d6bac-eaa3-428c-9df8-3b24e7b15a15 req-be016e21-5862-4a9a-9ad6-92b64c32f488 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0624928 Aug 07 14:31:19.788060 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6318207b-155d-4ff0-9665-675eb086e518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:19.828051 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a18d6bac-eaa3-428c-9df8-3b24e7b15a15 req-3dd21ade-cba6-4816-92c9-d90620a5241e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Aug 07 14:31:19.912939 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6318207b-155d-4ff0-9665-675eb086e518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:19.973409 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6318207b-155d-4ff0-9665-675eb086e518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:19.997928 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-07104548-4f2f-4b4a-80fd-91b2718432e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:20.020359 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-6318207b-155d-4ff0-9665-675eb086e518 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=818d25ecbee44290a705cabf6d885360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656394 Aug 07 14:31:20.023727 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 50968) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:20.030746 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318207b-155d-4ff0-9665-675eb086e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b91ca3-836d-452a-9763-17337cc88dde,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:20.131305 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:20.154779 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fdabe-2a7a-48f5-b2ac-8cb3a5a9bbef req-932e6d4f-578d-4019-b6b4-0c3e4284a881 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:20.156671 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d39fdabe-2a7a-48f5-b2ac-8cb3a5a9bbef req-932e6d4f-578d-4019-b6b4-0c3e4284a881 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0875938 Aug 07 14:31:20.172475 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:20.245939 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d39fdabe-2a7a-48f5-b2ac-8cb3a5a9bbef req-54849c02-add0-440a-9c89-84c15c3f1860 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770643 Aug 07 14:31:20.328541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:20.333767 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:20.335750 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2b91ca3-836d-452a-9763-17337cc88dde HTTP/1.1" status: 204 len: 168 time: 0.3108375 Aug 07 14:31:20.406976 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b91ca3-836d-452a-9763-17337cc88dde,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:20.418460 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.418820 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.419176 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.419522 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.419902 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.420251 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.420588 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.421435 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.422030 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.422408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.422753 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.423085 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6aca44-9288-4fc9-8b8d-192984db9458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:20.448240 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d421f2f-4243-46f9-b167-c2c26c01714f req-3574d470-b723-42e0-ad27-65d1de1e5e57 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:20.450894 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d421f2f-4243-46f9-b167-c2c26c01714f req-3574d470-b723-42e0-ad27-65d1de1e5e57 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.1131461 Aug 07 14:31:20.512183 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d421f2f-4243-46f9-b167-c2c26c01714f req-fa878dd6-03c1-433a-b99d-2f675ef0cd45 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Aug 07 14:31:20.866811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed17ee-bf10-4e79-837f-5db7d83307c7 req-ed1414d8-e493-4556-b259-5f916b1b2cf2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:20.868759 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-97ed17ee-bf10-4e79-837f-5db7d83307c7 req-ed1414d8-e493-4556-b259-5f916b1b2cf2 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1097956 Aug 07 14:31:20.917743 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-8c8f701f-4e20-4dd3-b929-9453d89e36cf tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030723569&fields=id&tenant_id=ae601482b079421cb80afe7d731c06e3 HTTP/1.1" status: 200 len: 267 time: 0.0756946 Aug 07 14:31:21.029638 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-97ed17ee-bf10-4e79-837f-5db7d83307c7 req-dace51f8-94c2-4286-8a75-878c1406e736 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511087 Aug 07 14:31:21.181685 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50990) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:21.198631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9e8d-2309-4dbc-81ce-9628e33959c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.203330 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-bcecedee-b429-4665-a5bb-1c0947a588a9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:21.203330 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-bcecedee-b429-4665-a5bb-1c0947a588a9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 809 time: 0.2833519 Aug 07 14:31:21.229863 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-bcb73b68-9122-4eed-ac97-b2dca9986495 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/quotas/ae601482b079421cb80afe7d731c06e3 HTTP/1.1" status: 200 len: 375 time: 0.0187912 Aug 07 14:31:21.270946 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a7a9d-5517-4d46-93cb-fee294d04957 req-7eb2d878-788a-40cd-85a8-67edd87186f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:21.273939 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b42a7a9d-5517-4d46-93cb-fee294d04957 req-7eb2d878-788a-40cd-85a8-67edd87186f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1778433 Aug 07 14:31:21.346459 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9e8d-2309-4dbc-81ce-9628e33959c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.368288 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b42a7a9d-5517-4d46-93cb-fee294d04957 req-9cc71ffe-ed4b-4ffd-87b8-9e8501e4f27d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815361 Aug 07 14:31:21.378737 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-d165b4f5-9ef4-42b4-92f0-289863f9b9a5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342716 Aug 07 14:31:21.403114 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9e8d-2309-4dbc-81ce-9628e33959c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.498086 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9e8d-2309-4dbc-81ce-9628e33959c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5cbbb-8f1d-4cf6-87fe-c9db8b3d4465,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:21.508713 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-6b7a9e8d-2309-4dbc-81ce-9628e33959c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e5129a76042430f8d0470884caed5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250389 Aug 07 14:31:21.517855 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 50998) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:21.600425 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde85bf8-d280-4362-b40d-49e64d9f9f61 req-d8296688-dcb0-4eb8-9543-14188aa1d400 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:21.602043 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bde85bf8-d280-4362-b40d-49e64d9f9f61 req-d8296688-dcb0-4eb8-9543-14188aa1d400 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0787082 Aug 07 14:31:21.620857 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.626923 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-e08e4a3f-ee8d-4e24-8e26-ceda6469e623 service neutron] 10.222.0.26 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036657 Aug 07 14:31:21.649627 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.715695 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bde85bf8-d280-4362-b40d-49e64d9f9f61 req-9aaa9b33-a153-4569-b97d-f5f53edb5299 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968831 Aug 07 14:31:21.771957 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b0892690-b58f-41f3-97b0-eb361e0a3dae service neutron] 10.222.0.26 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301353 Aug 07 14:31:21.876625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.879908 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:21.883955 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9c5cbbb-8f1d-4cf6-87fe-c9db8b3d4465 HTTP/1.1" status: 204 len: 168 time: 0.3619835 Aug 07 14:31:21.893827 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544fdac-d33d-4b1a-8a3e-36d9a8c70b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5cbbb-8f1d-4cf6-87fe-c9db8b3d4465,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:22.181703 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d155-bfec-40c9-a5f8-9fa0f62c20be req-91818f6a-fd94-41ee-8a33-4330dc89b8b6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:22.183350 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8890d155-bfec-40c9-a5f8-9fa0f62c20be req-91818f6a-fd94-41ee-8a33-4330dc89b8b6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0640643 Aug 07 14:31:22.242765 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8890d155-bfec-40c9-a5f8-9fa0f62c20be req-15513b9d-7d5e-4b0b-b291-09fb9408c48d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Aug 07 14:31:22.552121 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3f6aadd0-3a9a-4af8-97f5-2cf49ca4b341 req-c007e087-c143-461b-a3cd-bcfa79a94973 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0393908 Aug 07 14:31:22.619961 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c302e1a-8355-41a3-91e4-a1bec52a6183 req-2e9f4ac5-55d3-489c-aa8c-ba913569cc9a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:22.621647 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2c302e1a-8355-41a3-91e4-a1bec52a6183 req-2e9f4ac5-55d3-489c-aa8c-ba913569cc9a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0732026 Aug 07 14:31:22.710805 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2c302e1a-8355-41a3-91e4-a1bec52a6183 req-e7cd2648-0be7-4f94-ab8e-f9b546822bb5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736458 Aug 07 14:31:22.820171 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a08032cb-fbac-4133-a3ed-446da24cc0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:22.844230 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51032) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:22.868253 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f00332e7-ddd3-479c-bf92-1b8e81273b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:22.929420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cd211-ebac-47d8-bd65-756852d4c08d req-0e9e3647-afcf-4484-b935-6ecc205a3527 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:22.931130 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-027cd211-ebac-47d8-bd65-756852d4c08d req-0e9e3647-afcf-4484-b935-6ecc205a3527 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1080017 Aug 07 14:31:23.007805 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-027cd211-ebac-47d8-bd65-756852d4c08d req-605e139c-9a70-4aaf-85aa-9156fd6a50d0 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584662 Aug 07 14:31:23.050338 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f00332e7-ddd3-479c-bf92-1b8e81273b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.152119 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f00332e7-ddd3-479c-bf92-1b8e81273b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.214517 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f00332e7-ddd3-479c-bf92-1b8e81273b8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d0a22dfd54f45f096dba9f53f9e23c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686392 Aug 07 14:31:23.216887 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00332e7-ddd3-479c-bf92-1b8e81273b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ad98d-e2ba-476e-9d17-929a3674999f,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:23.220793 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51038) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:23.305244 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.350101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.389333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.456472 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc4ed4-e77d-4a4f-be41-7a0b7e7d86db req-7bc1369c-1c49-45f0-a61c-d1888f7d5ab3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:23.458395 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7cbc4ed4-e77d-4a4f-be41-7a0b7e7d86db req-7bc1369c-1c49-45f0-a61c-d1888f7d5ab3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0873814 Aug 07 14:31:23.529003 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7cbc4ed4-e77d-4a4f-be41-7a0b7e7d86db req-15dc49f0-549e-4835-80bc-774a1d5c13de tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631089 Aug 07 14:31:23.603146 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.610247 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:23.611979 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b80ad98d-e2ba-476e-9d17-929a3674999f HTTP/1.1" status: 204 len: 168 time: 0.3890545 Aug 07 14:31:23.647984 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b8d0f040-9b66-43d2-ba55-6b0d0c38aba3 req-91de3440-0165-4f8a-92d0-5693e8d353f4 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0342977 Aug 07 14:31:23.649120 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef824-cd77-43eb-ba22-3ebbff3913a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ad98d-e2ba-476e-9d17-929a3674999f,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:23.841087 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-9c745377-4c52-463c-8b4f-285837092353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:23.842692 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-9c745377-4c52-463c-8b4f-285837092353 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 1096 time: 0.1038070 Aug 07 14:31:23.941751 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-7513085a-6d9f-4328-bcae-8c04580396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:23.945024 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-7513085a-6d9f-4328-bcae-8c04580396ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1096 time: 0.0532165 Aug 07 14:31:23.990478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487a6ae-d9b5-4495-83e8-84c2accccc5a req-c3633f0e-428d-4c45-83e7-f6d35886d289 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:23.998739 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d487a6ae-d9b5-4495-83e8-84c2accccc5a req-c3633f0e-428d-4c45-83e7-f6d35886d289 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0923693 Aug 07 14:31:24.026604 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:24.042115 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d487a6ae-d9b5-4495-83e8-84c2accccc5a req-3d5936d8-5135-476d-9a7d-9cd1f59a717f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421343 Aug 07 14:31:24.168201 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-f216fa56-7de2-4757-8172-b301e45017e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:24.171805 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-f216fa56-7de2-4757-8172-b301e45017e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.1927392 Aug 07 14:31:24.222166 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378751ac-3b52-4467-8e58-99d43df4040e req-689f595a-7cc7-477a-8fb5-73d9db95a734 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:24.224988 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-378751ac-3b52-4467-8e58-99d43df4040e req-689f595a-7cc7-477a-8fb5-73d9db95a734 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.1075830 Aug 07 14:31:24.325974 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-3668314c-45f1-4d1e-a91d-f736e6b2cce0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 200 len: 998 time: 0.1354103 Aug 07 14:31:24.329012 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-378751ac-3b52-4467-8e58-99d43df4040e req-9898d5f5-e34b-4deb-9d74-f47dbfe6606c tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951910 Aug 07 14:31:24.391838 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-cfe597f3-d989-4421-bc62-f4a0739168ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:24.393891 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-cfe597f3-d989-4421-bc62-f4a0739168ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0602458 Aug 07 14:31:24.480698 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-80b112b4-410e-405e-972b-902bf46ca6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:24.482498 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-80b112b4-410e-405e-972b-902bf46ca6ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579660 Aug 07 14:31:24.652964 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-7f944178-39b1-40b3-a16f-f2ec47660181 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588647 Aug 07 14:31:24.806412 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc9ac9cb-be01-46dd-a5cf-826b9609b0ce req-fcf345b6-c760-401f-9986-97f42095f7df tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0519500 Aug 07 14:31:24.837323 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8710-7439-4702-8e9f-8cb72cdd462c req-2d41b9b5-6d27-4574-af24-c191b8b9ec99 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:24.844532 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-619b8710-7439-4702-8e9f-8cb72cdd462c req-2d41b9b5-6d27-4574-af24-c191b8b9ec99 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1853712 Aug 07 14:31:24.900891 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a698e894-302c-4fcb-869a-2791eb4e37ca req-45313fd3-d158-499c-a808-b183a7e0bde3 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111537 Aug 07 14:31:24.920417 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-619b8710-7439-4702-8e9f-8cb72cdd462c req-2eea5917-fb15-4f32-9e9f-30f2db52e663 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Aug 07 14:31:25.173777 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:25.216190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a695f8-9bd9-4ab5-b975-bb5d1ca291d1 req-df5058e0-190a-4bf0-8a70-c51e1fd674eb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:25.218430 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01a695f8-9bd9-4ab5-b975-bb5d1ca291d1 req-df5058e0-190a-4bf0-8a70-c51e1fd674eb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0602086 Aug 07 14:31:25.270555 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01a695f8-9bd9-4ab5-b975-bb5d1ca291d1 req-2408eb92-1425-4950-b043-3cbc99ca6577 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446148 Aug 07 14:31:25.453504 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51096) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:25.486514 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7865-20cb-49d3-a61c-a933fff72652 req-2edb24e6-3c2b-4e9d-8420-8fecd9726702 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:25.488467 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8aff7865-20cb-49d3-a61c-a933fff72652 req-2edb24e6-3c2b-4e9d-8420-8fecd9726702 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0639534 Aug 07 14:31:25.558895 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8aff7865-20cb-49d3-a61c-a933fff72652 req-e3ce99cc-b207-448f-9f64-b834203cb5e5 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e65bc93-5e38-477f-a8a3-136f4dd74372&id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629616 Aug 07 14:31:25.591026 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692629707-network', 'tenant_id': '34538ab4a0c749ccaa852e3079dcb08e'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:25.704712 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Made reservation on behalf of 34538ab4a0c749ccaa852e3079dcb08e for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:31:25.707519 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:25.721474 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:25.878010 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:25.982631 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-606f6ac3-4a86-40f3-b732-da2368619701 req-977e6dfa-6959-4c21-9f45-8a5ccdbf385b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0344486 Aug 07 14:31:26.017039 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:26.175952 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:31:26.210689 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f874c24-828a-4b13-88a6-84a5de5f5317,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:26.226492 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7809d9-d0d0-4d95-a651-3b9ea3e8c6a1 req-aca30211-fe2e-4d0e-98da-b4f928b69782 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:26.230440 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6e7809d9-d0d0-4d95-a651-3b9ea3e8c6a1 req-aca30211-fe2e-4d0e-98da-b4f928b69782 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1651461 Aug 07 14:31:26.241747 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:26.242541 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Added segment b34fa341-394c-4b94-9de7-d1762a0828db of type vlan for network 927a23f4-af35-4867-96b2-d77c575c418e Aug 07 14:31:26.329282 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:26.343422 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-7a642c9f-1616-41e5-85fc-8091384b5c66 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:26.345196 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6e7809d9-d0d0-4d95-a651-3b9ea3e8c6a1 req-06fbc10d-23f2-4204-8c07-16da9ae42b10 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Aug 07 14:31:26.345841 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-7a642c9f-1616-41e5-85fc-8091384b5c66 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 809 time: 0.3292408 Aug 07 14:31:26.465839 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:26.468570 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:26.469866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:26.544413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4bca-c7c7-460d-8965-5a1d99111ddb req-5f34c14f-e5e7-4f5b-a664-e260d1165453 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:26.546333 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2e6b4bca-c7c7-460d-8965-5a1d99111ddb req-5f34c14f-e5e7-4f5b-a664-e260d1165453 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0939348 Aug 07 14:31:26.596953 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] Pushing event updated for resources: {'Network': ['ID=927a23f4-af35-4867-96b2-d77c575c418e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:26.613196 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 927a23f4-af35-4867-96b2-d77c575c418e details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:31:26.619605 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2e6b4bca-c7c7-460d-8965-5a1d99111ddb req-9863de8c-6ba0-47b4-a246-88afe09d7885 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639455 Aug 07 14:31:26.689842 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c57d7d84-d17a-4977-bf31-5c4ce6c2be9e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2347240 Aug 07 14:31:26.694458 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51122) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:26.702755 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Request body: {'subnet': {'network_id': '927a23f4-af35-4867-96b2-d77c575c418e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692629707-subnet', 'tenant_id': '34538ab4a0c749ccaa852e3079dcb08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:26.847347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Made reservation on behalf of 34538ab4a0c749ccaa852e3079dcb08e for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:31:26.850054 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:27.158808 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff53674d-a788-4799-93c9-24cf1ed66fe3 req-160bb9ad-4c1a-4b4b-ae55-a4db3c088aea tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0675900 Aug 07 14:31:27.276179 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:27.338230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b103a4-9bee-49cc-9d7c-2252afa3cdbb,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:27.356743 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Checking segment: {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:31:27.357125 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Network hostable DHCP agents. Network: 927a23f4-af35-4867-96b2-d77c575c418e, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:31:27.471000 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Network 927a23f4-af35-4867-96b2-d77c575c418e is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:31:27.540480 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6c12-7d3b-4e8f-8e36-058620fd1d22 req-f0c641e5-c422-4b81-8ee1-964b543d9baf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:27.542328 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d3eb6c12-7d3b-4e8f-8e36-058620fd1d22 req-f0c641e5-c422-4b81-8ee1-964b543d9baf tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0668619 Aug 07 14:31:27.572417 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 927a23f4-af35-4867-96b2-d77c575c418e) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:31:27.587294 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fd9282-4660-4411-b364-026f6b144d77 None None] Network 927a23f4-af35-4867-96b2-d77c575c418e requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:31:27.590668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:27.591281 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:27.604693 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d3eb6c12-7d3b-4e8f-8e36-058620fd1d22 req-79c12b93-2458-44bd-bd10-f9bb39fbf098 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531790 Aug 07 14:31:27.711643 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f6dc8f23-93c3-4431-80e8-377075ef43e8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0152752 Aug 07 14:31:27.789709 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab334a2-3ff2-4d78-8632-b0e63ca3de49 req-f60b0236-22dc-4542-a67b-e0c5204aa5a4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:27.792280 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aab334a2-3ff2-4d78-8632-b0e63ca3de49 req-f60b0236-22dc-4542-a67b-e0c5204aa5a4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0712116 Aug 07 14:31:27.836310 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19cae19-ba59-4128-a086-da1b7ac105d4 None None] Network 927a23f4-af35-4867-96b2-d77c575c418e requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:31:27.901404 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aab334a2-3ff2-4d78-8632-b0e63ca3de49 req-e52d3c02-080a-44f6-b880-4e37d8032acb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000483 Aug 07 14:31:28.288975 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-19ee8111-a7dc-4bd6-a9a9-5a01cf180665 req-a1dde1e7-e0a1-4d5d-bf28-f58827c13627 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0343032 Aug 07 14:31:28.812412 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0dfb2-4736-4106-9cb8-54467d67c9ea req-84241577-5d99-4bb0-9664-71d2a4a2b1d7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:28.814335 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7ba0dfb2-4736-4106-9cb8-54467d67c9ea req-84241577-5d99-4bb0-9664-71d2a4a2b1d7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0820355 Aug 07 14:31:28.871753 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7ba0dfb2-4736-4106-9cb8-54467d67c9ea req-a7f0c23b-ce9b-4dcc-b8fe-6004068df70a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Aug 07 14:31:28.934173 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:29.134902 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373350-a551-48d5-af92-920a7858dc42 req-4e42f5b0-81f7-4da5-9698-af3667854283 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:29.136489 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44373350-a551-48d5-af92-920a7858dc42 req-4e42f5b0-81f7-4da5-9698-af3667854283 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0636466 Aug 07 14:31:29.204350 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44373350-a551-48d5-af92-920a7858dc42 req-aac71f3a-5510-4346-905e-7d441ed4d9b7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581312 Aug 07 14:31:29.459781 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0068e049-bcf7-4b1d-87ad-dba2ea0f7bb4 req-75a2871c-f3b9-44ae-8257-bc82b3b89e50 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0546873 Aug 07 14:31:30.063394 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698ad87-fc62-4166-a03a-99a1374421a9 req-50bd712a-70d0-4217-9e00-cf17591c3eb5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:30.065620 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b698ad87-fc62-4166-a03a-99a1374421a9 req-50bd712a-70d0-4217-9e00-cf17591c3eb5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0844526 Aug 07 14:31:30.140892 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b698ad87-fc62-4166-a03a-99a1374421a9 req-3a91bd51-ba21-4518-94d0-c406f2afbfa5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 Aug 07 14:31:30.388128 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053468ca-9579-46d2-b5fa-cc8b716fde9c req-d9380500-4820-4ccc-8025-1580a9e788c5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:30.390691 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-053468ca-9579-46d2-b5fa-cc8b716fde9c req-d9380500-4820-4ccc-8025-1580a9e788c5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0780640 Aug 07 14:31:30.482199 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-053468ca-9579-46d2-b5fa-cc8b716fde9c req-ef045c1e-0dd4-47e8-92e3-0b66b8ca07a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849583 Aug 07 14:31:30.648324 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-84091cde-d134-459e-927f-513ad785e12e req-91655480-cc44-4bb7-8387-e6798e16b336 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0511310 Aug 07 14:31:30.979524 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-82d7324f-c8ca-4bf2-b32b-acfa7adf7a62 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:30.981564 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-82d7324f-c8ca-4bf2-b32b-acfa7adf7a62 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/networks?id=927a23f4-af35-4867-96b2-d77c575c418e HTTP/1.1" status: 200 len: 809 time: 0.1459365 Aug 07 14:31:30.999535 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-83589d1b-2fb8-40ce-9eea-2baee69b0068 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/quotas/34538ab4a0c749ccaa852e3079dcb08e HTTP/1.1" status: 200 len: 375 time: 0.0106356 Aug 07 14:31:31.272731 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-17d176e2-8c63-459a-b7be-99cd043a9611 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2668324 Aug 07 14:31:31.399498 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88371b5-fa4d-4005-93fa-9b4f4c9c8415 req-7f617717-be03-4525-990c-1f73220bd5ff tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:31.401023 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f88371b5-fa4d-4005-93fa-9b4f4c9c8415 req-7f617717-be03-4525-990c-1f73220bd5ff tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1310871 Aug 07 14:31:31.443266 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-f5c408aa-9dc0-42bf-9af4-27594cd98ec0 service neutron] 10.222.0.26 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572278 Aug 07 14:31:31.531311 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f88371b5-fa4d-4005-93fa-9b4f4c9c8415 req-19e73162-2f39-411f-b376-5713c7ea29ea tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221306 Aug 07 14:31:31.607003 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-6d1ffbb3-349c-48d7-95ca-be1abeec487e service neutron] 10.222.0.26 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528385 Aug 07 14:31:31.785268 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cab943-6bf1-4252-abc1-6a52a1b7bc9d req-5da40819-c5f0-4369-8ab7-725610885be2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:31.786933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8cab943-6bf1-4252-abc1-6a52a1b7bc9d req-5da40819-c5f0-4369-8ab7-725610885be2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0937991 Aug 07 14:31:31.838026 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8cab943-6bf1-4252-abc1-6a52a1b7bc9d req-5e6b6336-ea3f-4076-a138-3989bbbf13b7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378184 Aug 07 14:31:31.976800 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b35d309f-3415-4959-b2dd-238c0412b0a1 req-56cbdb99-4ba2-4558-b4df-8764805ceab0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0530975 Aug 07 14:31:32.053359 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c7263795-9b82-4d2b-abf1-dddf95b136f2 req-fc8dde75-29f5-4871-8425-a0b8efe91362 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0442386 Aug 07 14:31:32.703358 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc94bc-cfeb-4a99-82f3-1aff2973e2f4 req-066184e1-4eb3-4f77-b736-f80cdf65c213 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:32.705264 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4ebc94bc-cfeb-4a99-82f3-1aff2973e2f4 req-066184e1-4eb3-4f77-b736-f80cdf65c213 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0676317 Aug 07 14:31:32.769468 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4ebc94bc-cfeb-4a99-82f3-1aff2973e2f4 req-2d1e7769-ba44-4472-b534-863fd75c73ce tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Aug 07 14:31:33.023716 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a952a-e000-4dfb-9f78-9d1cbe06ca4b req-ae7290da-a6f2-4b16-86b6-400d2f96a69e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:33.029328 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-098a952a-e000-4dfb-9f78-9d1cbe06ca4b req-ae7290da-a6f2-4b16-86b6-400d2f96a69e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0674102 Aug 07 14:31:33.097732 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-098a952a-e000-4dfb-9f78-9d1cbe06ca4b req-59c998fe-854d-4b50-8ce5-1bb3c3d087e7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646796 Aug 07 14:31:33.159154 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e5dac884-6531-4c9b-9944-0968a46c2395 req-15969bec-601e-4a04-9a64-808c5a88afc6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0597103 Aug 07 14:31:33.263324 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17689242-b656-46f5-90c6-2e8ad12f4f98 req-fb576f80-8e00-40ee-ae9b-589599028f97 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0413630 Aug 07 14:31:33.970734 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c541180-590a-4b35-8fcb-71880e8d4290 req-76624901-2a01-45ac-a7d2-4f041a21a36c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:33.972822 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c541180-590a-4b35-8fcb-71880e8d4290 req-76624901-2a01-45ac-a7d2-4f041a21a36c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0873802 Aug 07 14:31:34.040999 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c541180-590a-4b35-8fcb-71880e8d4290 req-3d936020-c971-46b6-b531-ce14e07a570c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Aug 07 14:31:34.307144 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e2263e60-1499-4700-a910-3f9912f82283 req-af302230-4df5-4170-9b10-3815bd4558b2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0443141 Aug 07 14:31:34.331703 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3149a9d-e867-4f7d-a4a4-0e61e857e1c7 req-d2e1f36f-26b2-4931-949b-faf11759c3fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:34.340776 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3149a9d-e867-4f7d-a4a4-0e61e857e1c7 req-d2e1f36f-26b2-4931-949b-faf11759c3fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1217272 Aug 07 14:31:34.396431 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3149a9d-e867-4f7d-a4a4-0e61e857e1c7 req-19b41cd0-6496-4ae8-8a54-d08057d7db0a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491416 Aug 07 14:31:34.451774 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5127a3e1-f265-4ce0-bf1d-a604f73403d4 req-71d40e73-12a0-416a-8f0b-91e0966883ba tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Aug 07 14:31:35.217433 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ac51-dc6f-4080-a47d-0e8ceced90a5 req-24d3092d-3fa4-44aa-a4c5-469536b09c47 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:35.219342 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f50ac51-dc6f-4080-a47d-0e8ceced90a5 req-24d3092d-3fa4-44aa-a4c5-469536b09c47 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0914674 Aug 07 14:31:35.274555 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f50ac51-dc6f-4080-a47d-0e8ceced90a5 req-8fcd9f33-cd97-4f76-ae12-f270cfc73124 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Aug 07 14:31:35.440762 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82597d07-412d-4b65-8b3b-c7760315526a req-21640e2f-4a9e-4f77-bfe6-cff09dd1b39c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0338707 Aug 07 14:31:35.608818 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be27d6d2-9fbc-45f2-9b3f-f790ae6a0b2b req-6a92a9cd-db33-4862-a3d4-5ccdaf7fca38 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0365727 Aug 07 14:31:35.620923 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb753c-d130-4881-9155-a77e2d440f75 req-1ef58b07-9223-48a7-ba7f-97eef1ce7a2a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:35.625558 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65cb753c-d130-4881-9155-a77e2d440f75 req-1ef58b07-9223-48a7-ba7f-97eef1ce7a2a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.1030409 Aug 07 14:31:35.670161 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65cb753c-d130-4881-9155-a77e2d440f75 req-1c8c1c54-6c5b-4314-bfcb-ccc18d1b62cb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Aug 07 14:31:36.452534 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960fbc-c366-4f33-b371-a14a5ca00141 req-f66f3837-dce0-4e77-a4d3-ecda0a569ac1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:36.454259 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-db960fbc-c366-4f33-b371-a14a5ca00141 req-f66f3837-dce0-4e77-a4d3-ecda0a569ac1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0567074 Aug 07 14:31:36.507003 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-db960fbc-c366-4f33-b371-a14a5ca00141 req-1b83f1eb-457b-4526-9ad0-022ae5ffaa38 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Aug 07 14:31:36.582122 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6e56c598-5591-4353-83f9-dfee09b09429 req-6db3cf82-b002-481a-86d3-4cdb11a74d97 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0341618 Aug 07 14:31:36.729434 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-52a7c02d-fa29-4222-89fb-7997214a3c37 req-ae163737-feb4-4061-8975-09229cbbd83f tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0408137 Aug 07 14:31:36.844736 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86770-e52e-4669-bb2a-04e047d090b7 req-e0ea5483-6b73-43a4-a66e-7f37c046b7d2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:36.846610 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a2b86770-e52e-4669-bb2a-04e047d090b7 req-e0ea5483-6b73-43a4-a66e-7f37c046b7d2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0681462 Aug 07 14:31:36.925873 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a2b86770-e52e-4669-bb2a-04e047d090b7 req-488f4e12-ab64-42ac-a79e-64a34046560d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684626 Aug 07 14:31:37.692454 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb1eed-72a3-4c1b-8af8-aba2c5e615ce req-64aed540-a0c9-4078-9d28-29f8808436eb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:37.704219 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5cb1eed-72a3-4c1b-8af8-aba2c5e615ce req-64aed540-a0c9-4078-9d28-29f8808436eb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1046908 Aug 07 14:31:37.792220 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f690f0b4-7360-419d-903e-5b9ac040b360 req-9e4d8c7b-1f64-400b-bd07-41e0b3c35b44 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0863564 Aug 07 14:31:37.808939 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5cb1eed-72a3-4c1b-8af8-aba2c5e615ce req-7454579b-ce36-4465-bd3b-9ca9e23aaeff tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018753 Aug 07 14:31:37.915707 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-469be948-eae7-4f26-b7f3-fb733fc7627e req-38491619-456d-4abe-998c-74414689cd1a tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0425107 Aug 07 14:31:38.091352 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8711af-0ea8-46b1-9e8f-aab80975fb5e req-bbe5d3c3-0349-4241-a060-6419c574cd5f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:38.093496 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef8711af-0ea8-46b1-9e8f-aab80975fb5e req-bbe5d3c3-0349-4241-a060-6419c574cd5f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0748801 Aug 07 14:31:38.143623 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef8711af-0ea8-46b1-9e8f-aab80975fb5e req-beb8148b-9479-4ede-80b6-b949c3628cfd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Aug 07 14:31:38.939281 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d24a52c7-cb26-40fc-b21c-323563f6ba78 req-cdecd161-1129-403d-9c4d-08d4cf9b8d5c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0397134 Aug 07 14:31:39.066506 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-122cd88c-07a6-49b3-b016-0a37cc5e20a7 req-852af8b7-0148-4ae1-a4cd-cd543871907e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0370727 Aug 07 14:31:39.088106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20116207-d3be-447a-9c6a-baaf65d9a3d8 req-f7a68981-cd38-48d7-9d08-e73f65ec144b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:39.093223 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-20116207-d3be-447a-9c6a-baaf65d9a3d8 req-f7a68981-cd38-48d7-9d08-e73f65ec144b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0994241 Aug 07 14:31:39.141054 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-20116207-d3be-447a-9c6a-baaf65d9a3d8 req-a733cbd1-47f2-4d7a-8cbd-64d218ac3524 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Aug 07 14:31:39.301890 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401a17-b5a2-4cca-806c-9b476d63be70 req-43f805c5-47c5-4952-bbbd-b6bf61b0bfe4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:39.303775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc401a17-b5a2-4cca-806c-9b476d63be70 req-43f805c5-47c5-4952-bbbd-b6bf61b0bfe4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0616260 Aug 07 14:31:39.348357 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc401a17-b5a2-4cca-806c-9b476d63be70 req-63cf75d2-ee3d-4b67-932a-673d4ac29f66 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385513 Aug 07 14:31:39.834798 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-95b04dc9-156f-4511-9347-e958a92e9ae2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae601482b079421cb80afe7d731c06e3 HTTP/1.1" status: 200 len: 380 time: 0.0503776 Aug 07 14:31:39.904327 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'port': {'device_id': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'admin_state_up': True, 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'security_groups': ['f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8']}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:40.035820 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:31:40.073649 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7310a627-4e09-4898-97cd-2b985e4cebcb req-a71003c1-d01c-4560-88fe-844be7e8b5ae tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0365288 Aug 07 14:31:40.127111 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Made reservation on behalf of ae601482b079421cb80afe7d731c06e3 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:31:40.131288 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:40.232462 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5cb381e0-1d14-40ea-a209-ef7163e7eaa6 req-8596a679-5b50-48cd-8f40-b1150bc8f76b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0516894 Aug 07 14:31:40.315108 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Allocated IP 172.20.0.7 (9109b82a-2400-4b05-a626-1c05d0893526/730bdeff-3ab9-42cd-862f-313a91023698/5eaf58ac-5336-4bdf-aa76-a20cfc533815) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:31:40.352646 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801d11-232b-4e63-a737-cdd15c56a04a req-58d4fab3-39f7-4780-a266-170f6e3e6db1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:40.355034 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ae801d11-232b-4e63-a737-cdd15c56a04a req-58d4fab3-39f7-4780-a266-170f6e3e6db1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0954888 Aug 07 14:31:40.433487 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ae801d11-232b-4e63-a737-cdd15c56a04a req-6349f900-2004-46bd-908e-a8e96f00c89b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683615 Aug 07 14:31:40.508271 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250dad9-224d-44b0-9509-9b95c4dcbbfe req-00bbfb62-8a56-4b0e-b75d-51633a899d7e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:40.510178 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c250dad9-224d-44b0-9509-9b95c4dcbbfe req-00bbfb62-8a56-4b0e-b75d-51633a899d7e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0750358 Aug 07 14:31:40.538952 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:40.553403 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Transition to ACTIVE for port object 5eaf58ac-5336-4bdf-aa76-a20cfc533815 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:31:40.553959 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c250dad9-224d-44b0-9509-9b95c4dcbbfe req-7c684094-0db2-4a1b-8def-dda8dc98cf31 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367446 Aug 07 14:31:40.716451 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:40.770332 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Network 9109b82a-2400-4b05-a626-1c05d0893526 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:31:40.776421 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:31:40.787788 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:31:40.815975 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:40.848199 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:40.848908 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:40.956808 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-5dfea394-1057-45ac-b5d1-e65aac62c305 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568600 Aug 07 14:31:40.984748 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Request body: {'port': {'device_id': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:41.043369 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:41.104835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b2470864-4890-45ec-8610-eca64f4cc303 None None] Provisioning for port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:31:41.110660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b2470864-4890-45ec-8610-eca64f4cc303 None None] Provisioning complete for port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:41.111247 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b2470864-4890-45ec-8610-eca64f4cc303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:41.167409 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-b2470864-4890-45ec-8610-eca64f4cc303 None None] Port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:31:41.282731 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704254b-1135-4274-bc30-696c902b06b8 req-e4c210ab-92a0-4b7f-81ea-f947d60dd43a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:41.291502 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8704254b-1135-4274-bc30-696c902b06b8 req-e4c210ab-92a0-4b7f-81ea-f947d60dd43a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 931 time: 0.0949798 Aug 07 14:31:41.367947 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff501955-ef18-40c7-b57e-c230852f5bb7 req-caea6949-3155-4d86-b7e5-d66d231b79e5 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0534620 Aug 07 14:31:41.386855 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaf58ac-5336-4bdf-aa76-a20cfc533815 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:41.393896 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8704254b-1135-4274-bc30-696c902b06b8 req-4db5138e-0eec-4add-be30-6c316e4b15a7 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901396 Aug 07 14:31:41.400986 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:41.423390 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Transition to ACTIVE for port object 5eaf58ac-5336-4bdf-aa76-a20cfc533815 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:31:41.570753 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:41.583305 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db7ea7-57cf-48ec-9856-5e1fd6921785 req-babd1e86-b788-4cdb-a6a0-00b2c583f77f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:41.585140 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9db7ea7-57cf-48ec-9856-5e1fd6921785 req-babd1e86-b788-4cdb-a6a0-00b2c583f77f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0636556 Aug 07 14:31:41.635516 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9db7ea7-57cf-48ec-9856-5e1fd6921785 req-7871792a-a734-4601-9c6e-4b518f24fe40 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393765 Aug 07 14:31:41.728407 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1af5-6bbd-4536-973e-6648b0766e8f req-7dffe111-2e32-4183-a51b-802da85eaa3a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:41.743411 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be6c1af5-6bbd-4536-973e-6648b0766e8f req-7dffe111-2e32-4183-a51b-802da85eaa3a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0864213 Aug 07 14:31:41.836229 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:41.861992 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-be6c1af5-6bbd-4536-973e-6648b0766e8f req-17d03d88-3e36-47e5-8d7f-455056a098ea tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169364 Aug 07 14:31:41.904422 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-c372ffab-07ae-4a5e-b36d-0bab5462063b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:41.904422 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-c372ffab-07ae-4a5e-b36d-0bab5462063b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "GET /v2.0/networks?id=927a23f4-af35-4867-96b2-d77c575c418e HTTP/1.1" status: 200 len: 809 time: 0.3967819 Aug 07 14:31:41.937816 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Request body: {'port': {'device_id': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e', 'admin_state_up': True, 'tenant_id': '34538ab4a0c749ccaa852e3079dcb08e'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:41.992259 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Attempting to bind port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:31:41.996294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Attempting to bind port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:31:41.996294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Attempting to bind port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 on network 9109b82a-2400-4b05-a626-1c05d0893526 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:42.003800 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 on network 9109b82a-2400-4b05-a626-1c05d0893526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:31:42.004140 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Attempting to bind port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 on network 9109b82a-2400-4b05-a626-1c05d0893526 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:42.017108 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:31:42.017450 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Checking segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:31:42.017848 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Bound using segment: {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:31:42.018290 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Bound port: 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fcf160-6a67-453c-b347-12707c2e2a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:31:42.018653 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:42.136384 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:31:42.140805 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:31:42.220442 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:42.222501 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Made reservation on behalf of 34538ab4a0c749ccaa852e3079dcb08e for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:31:42.226318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:42.272599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.273280 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:42.274860 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] 10.222.0.11 "PUT /v2.0/ports/5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 1093 time: 1.2952161 Aug 07 14:31:42.275359 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:42.277769 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07739483-fb0d-4cb8-95d0-9effed1aada4" -d '{"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:42.349838 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75bd09-37aa-4a8e-b147-a1703c48a0cd x-openstack-request-id: req-3b75bd09-37aa-4a8e-b147-a1703c48a0cd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:42.350092 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:42.350382 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b75bd09-37aa-4a8e-b147-a1703c48a0cd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:42.350760 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'status': 'completed', 'code': 200} Aug 07 14:31:42.356649 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9164e-5d13-4f3f-8ce6-7e7688c65795 service neutron] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:42.475436 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-6d212e32-9ec7-4ba0-96e5-17bd92821b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.477011 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-6d212e32-9ec7-4ba0-96e5-17bd92821b4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1096 time: 0.0927775 Aug 07 14:31:42.481504 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Allocated IP 172.20.0.14 (927a23f4-af35-4867-96b2-d77c575c418e/92b103a4-9bee-49cc-9d7c-2252afa3cdbb/9da13124-39de-45c5-9246-a53a47a7d336) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:31:42.524139 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-176c204c-76b5-4c0c-b84f-49575a1bcd9d req-bf66d0b5-8ec1-480a-9e91-a3827509e286 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0472875 Aug 07 14:31:42.602265 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f6257-b254-4379-950b-060da587bee6 req-07b4aa6d-af6d-4bd7-bc5b-da4175668e5b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.605124 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a57f6257-b254-4379-950b-060da587bee6 req-07b4aa6d-af6d-4bd7-bc5b-da4175668e5b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0837927 Aug 07 14:31:42.654692 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a57f6257-b254-4379-950b-060da587bee6 req-222a0528-163d-4576-9f5f-69f48536a12e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Aug 07 14:31:42.716650 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-5a122daf-2fbf-4802-a111-1d8fa561d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.718690 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-5a122daf-2fbf-4802-a111-1d8fa561d864 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ae601482b079421cb80afe7d731c06e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2268152 Aug 07 14:31:42.771775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b6e54-00e0-4622-943a-ffca6426efa3 req-bf82c404-3cbe-4fc7-83bd-b31a5f073163 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.773397 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66b6e54-00e0-4622-943a-ffca6426efa3 req-bf82c404-3cbe-4fc7-83bd-b31a5f073163 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0577712 Aug 07 14:31:42.838792 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66b6e54-00e0-4622-943a-ffca6426efa3 req-3c157bf8-9a35-414a-8ab2-9491c8981542 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Aug 07 14:31:42.857184 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:42.911666 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-57393761-352c-425e-8871-95a04f301d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:42.913178 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-07739483-fb0d-4cb8-95d0-9effed1aada4 req-57393761-352c-425e-8871-95a04f301d6e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818407 Aug 07 14:31:43.026013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94774d6e-1102-4cae-b704-1c8d5ffcaa9d req-26201071-2d30-41ce-bfbd-cd622a3c197b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.027519 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94774d6e-1102-4cae-b704-1c8d5ffcaa9d req-26201071-2d30-41ce-bfbd-cd622a3c197b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0533407 Aug 07 14:31:43.044159 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-92c29d9e-91b7-4eb5-8e03-f67409783c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.046127 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-92c29d9e-91b7-4eb5-8e03-f67409783c16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1096 time: 0.0412014 Aug 07 14:31:43.070341 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94774d6e-1102-4cae-b704-1c8d5ffcaa9d req-7405518c-78b8-4cf7-b95f-41416fe05a8c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366619 Aug 07 14:31:43.116115 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-175043a4-c3cc-4bb9-bed9-5e43c0acc550 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 217 time: 0.0455437 Aug 07 14:31:43.117265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:43.191404 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Network 927a23f4-af35-4867-96b2-d77c575c418e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:31:43.204036 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:31:43.211325 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:31:43.245228 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Pushing event updated for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:43.251882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-fab7a991-3193-449b-9e62-25317769ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.252854 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-fab7a991-3193-449b-9e62-25317769ea7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.1283228 Aug 07 14:31:43.284440 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.285114 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:43.338696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-f5f2827b-0d8b-4316-8877-0b6e7407e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.343930 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-f5f2827b-0d8b-4316-8877-0b6e7407e55d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673616 Aug 07 14:31:43.438418 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-3a64339c-8d22-4a0f-9b0b-1994127fac19 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5096734 Aug 07 14:31:43.442136 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-4be184ff-9f9b-4aa3-ba17-6e09ccf3e0be service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887296 Aug 07 14:31:43.467057 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Request body: {'port': {'device_id': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:31:43.591358 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:43.620435 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8331cba3-8c15-45dd-993a-ab0326d82808 req-0346c535-f4c3-42c3-bbe6-db1b1de4e14b service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584342 Aug 07 14:31:43.689061 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccdada-d1f4-492a-92f2-115124646b69 req-10ecb28c-8732-4aae-b455-6c793e067a20 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.690631 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bccdada-d1f4-492a-92f2-115124646b69 req-10ecb28c-8732-4aae-b455-6c793e067a20 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 932 time: 0.0620005 Aug 07 14:31:43.741265 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bccdada-d1f4-492a-92f2-115124646b69 req-6b498d44-aef4-450a-84c8-c9dd8021f071 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Aug 07 14:31:43.797627 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa80c8-5a03-4bb7-82c6-77c24a56c5ca req-d996e5ae-87f8-42dc-8dfc-8c0f77d34021 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.802736 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-67fa80c8-5a03-4bb7-82c6-77c24a56c5ca req-d996e5ae-87f8-42dc-8dfc-8c0f77d34021 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0614591 Aug 07 14:31:43.842759 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-67fa80c8-5a03-4bb7-82c6-77c24a56c5ca req-f4686cf1-7a11-4bdb-8be8-0218f897fa04 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367033 Aug 07 14:31:43.919156 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da13124-39de-45c5-9246-a53a47a7d336 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:43.927593 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:43.940556 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Transition to ACTIVE for port object 9da13124-39de-45c5-9246-a53a47a7d336 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:31:43.988104 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d778fe-eb5b-4ffa-8338-f525cb6e0c8f req-7b76483b-ec91-4547-a823-4dd356e7990a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:43.989657 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f4d778fe-eb5b-4ffa-8338-f525cb6e0c8f req-7b76483b-ec91-4547-a823-4dd356e7990a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0536864 Aug 07 14:31:44.012767 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:44.031657 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f4d778fe-eb5b-4ffa-8338-f525cb6e0c8f req-401dd3f4-5c4e-43bb-bb31-330dffc531a8 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Aug 07 14:31:44.070884 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:44.147565 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Attempting to bind port 9da13124-39de-45c5-9246-a53a47a7d336 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:31:44.147933 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Attempting to bind port 9da13124-39de-45c5-9246-a53a47a7d336 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:31:44.148279 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Attempting to bind port 9da13124-39de-45c5-9246-a53a47a7d336 on network 927a23f4-af35-4867-96b2-d77c575c418e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:44.153556 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Port 9da13124-39de-45c5-9246-a53a47a7d336 on network 927a23f4-af35-4867-96b2-d77c575c418e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:31:44.153761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Attempting to bind port 9da13124-39de-45c5-9246-a53a47a7d336 on network 927a23f4-af35-4867-96b2-d77c575c418e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:31:44.158655 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:31:44.159170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Checking segment: {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:31:44.160131 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Bound using segment: {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:31:44.160258 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Bound port: 9da13124-39de-45c5-9246-a53a47a7d336, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:31:44.162536 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:44.211460 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0078db-11db-4e9b-9391-4364804652c9 req-03859838-cbbb-4d97-a08c-258eaf2e4568 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:44.213125 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e0078db-11db-4e9b-9391-4364804652c9 req-03859838-cbbb-4d97-a08c-258eaf2e4568 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0629895 Aug 07 14:31:44.266266 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e0078db-11db-4e9b-9391-4364804652c9 req-f0b41804-56af-4536-90f3-8569b6d2d9f7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Aug 07 14:31:44.464304 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:31:44.469196 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9da13124-39de-45c5-9246-a53a47a7d336,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:31:44.562782 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:44.605220 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:44.605931 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:44.607457 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/9da13124-39de-45c5-9246-a53a47a7d336 HTTP/1.1" status: 200 len: 1094 time: 1.1467872 Aug 07 14:31:44.618008 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:44.618008 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b5865c-2280-4a6c-b2c2-ec3568effab7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "tag": "9da13124-39de-45c5-9246-a53a47a7d336"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:44.650624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e852f-9bd2-4eff-ba34-29c9b4170bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:44.661177 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbefb38-320c-43c6-bede-97224dd2af53 x-openstack-request-id: req-cdbefb38-320c-43c6-bede-97224dd2af53 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:44.661476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "tag": "9da13124-39de-45c5-9246-a53a47a7d336", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:44.661733 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdbefb38-320c-43c6-bede-97224dd2af53 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:44.662164 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336', 'status': 'completed', 'code': 200} Aug 07 14:31:44.764382 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-3c2d8918-8e90-42b8-a689-3d9e3983e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:44.765879 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-3c2d8918-8e90-42b8-a689-3d9e3983e36d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 1097 time: 0.0450478 Aug 07 14:31:44.880038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee101-7bf3-4d69-8fa1-6628370e3efa req-adbddf91-ab77-482b-9cbe-a7b8913a4592 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:44.881625 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48eee101-7bf3-4d69-8fa1-6628370e3efa req-adbddf91-ab77-482b-9cbe-a7b8913a4592 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 944 time: 0.0628407 Aug 07 14:31:44.942086 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-9262f49f-7375-498e-9cb9-ad5d7af8e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:44.944729 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-9262f49f-7375-498e-9cb9-ad5d7af8e312 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1524339 Aug 07 14:31:44.950274 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-48eee101-7bf3-4d69-8fa1-6628370e3efa req-9cce293f-85a7-4dab-83e7-9cab7fc644fe tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596187 Aug 07 14:31:44.998111 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8b31-4b45-466a-806b-c861c23ee96e req-20b9dad1-f52a-4b80-bb0c-a78a29c7b8ba tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.000980 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc9e8b31-4b45-466a-806b-c861c23ee96e req-20b9dad1-f52a-4b80-bb0c-a78a29c7b8ba tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0678744 Aug 07 14:31:45.048945 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc9e8b31-4b45-466a-806b-c861c23ee96e req-7ac0ed56-11df-4f24-9ef5-ea05d42f298d tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Aug 07 14:31:45.098052 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-e9ace7fe-6c45-49f8-9bba-a6784795c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.099764 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-92b5865c-2280-4a6c-b2c2-ec3568effab7 req-e9ace7fe-6c45-49f8-9bba-a6784795c34d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454663 Aug 07 14:31:45.167642 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37ca9a-e3ba-4891-84fc-6929115aefb5 req-74e9494c-7d89-47ee-b5f0-46aa6b516c3c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.169688 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5e37ca9a-e3ba-4891-84fc-6929115aefb5 req-74e9494c-7d89-47ee-b5f0-46aa6b516c3c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0581102 Aug 07 14:31:45.212117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51412) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:45.229873 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-6492ad14-f271-47b1-9390-020387c39003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.231396 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-6492ad14-f271-47b1-9390-020387c39003 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 1097 time: 0.0510585 Aug 07 14:31:45.232155 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5e37ca9a-e3ba-4891-84fc-6929115aefb5 req-43da145e-d9c2-442f-880d-2465c6971c96 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535228 Aug 07 14:31:45.290065 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-0e9fe145-d031-42db-9fca-6a473b776bbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da13124-39de-45c5-9246-a53a47a7d336 HTTP/1.1" status: 200 len: 217 time: 0.0366499 Aug 07 14:31:45.337151 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-96265cd1-f9f7-4d2d-bea0-d8a47ad22e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.369620 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-1cdaa69d-3317-4f33-ad39-117f612e4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.371244 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-1cdaa69d-3317-4f33-ad39-117f612e4a43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92b103a4-9bee-49cc-9d7c-2252afa3cdbb HTTP/1.1" status: 200 len: 849 time: 0.0710895 Aug 07 14:31:45.416346 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-d69020fd-7550-4e59-96b2-6664215280b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=927a23f4-af35-4867-96b2-d77c575c418e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315604 Aug 07 14:31:45.456582 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7770ac-3ca6-47dd-aed4-41822c056ad8 req-143d4a8c-4fdc-46d0-a03a-8da040c18eb1 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:45.460064 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef7770ac-3ca6-47dd-aed4-41822c056ad8 req-143d4a8c-4fdc-46d0-a03a-8da040c18eb1 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0955966 Aug 07 14:31:45.519435 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ef7770ac-3ca6-47dd-aed4-41822c056ad8 req-a805f23b-d5d2-42b4-9c27-a145149c359a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541816 Aug 07 14:31:45.533653 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-96265cd1-f9f7-4d2d-bea0-d8a47ad22e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.537010 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-6684ea54-59bc-4a2d-87e9-f17f4477cdeb service neutron] 10.222.0.11 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063161 Aug 07 14:31:45.643568 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-74eca850-3359-4ff9-bf59-afc01f5ff821 req-32eb162f-c2d7-45e5-af6b-e4c45452648d service neutron] 10.222.0.11 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960019 Aug 07 14:31:45.675673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-96265cd1-f9f7-4d2d-bea0-d8a47ad22e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.720970 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-96265cd1-f9f7-4d2d-bea0-d8a47ad22e31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4503102fe334882b58198d1ac3cc24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076876 Aug 07 14:31:45.721908 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265cd1-f9f7-4d2d-bea0-d8a47ad22e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2102607-6a63-4f90-b704-304a1ea290dc,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:45.725334 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51424) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:45.788577 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.814272 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.955599 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.958274 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:45.959674 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2102607-6a63-4f90-b704-304a1ea290dc HTTP/1.1" status: 204 len: 168 time: 0.2344060 Aug 07 14:31:45.969436 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec5e0-434d-46cb-9d09-17098baf5ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2102607-6a63-4f90-b704-304a1ea290dc,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:46.077107 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb3d0e-8c04-43c3-841d-beb1d713d335 req-66a10512-2e64-4807-8627-d598232bed5e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:46.079130 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e4eb3d0e-8c04-43c3-841d-beb1d713d335 req-66a10512-2e64-4807-8627-d598232bed5e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 944 time: 0.0544481 Aug 07 14:31:46.135623 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e4eb3d0e-8c04-43c3-841d-beb1d713d335 req-70bb7586-65ab-49eb-beba-86f948954b97 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497925 Aug 07 14:31:46.197222 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307fb9c-6219-48e1-8a78-6ef72481c92c req-84cf97c0-c671-424a-8f6e-0583e0442004 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:46.198880 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4307fb9c-6219-48e1-8a78-6ef72481c92c req-84cf97c0-c671-424a-8f6e-0583e0442004 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0623233 Aug 07 14:31:46.244965 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4307fb9c-6219-48e1-8a78-6ef72481c92c req-af6c88a1-ea00-4fad-8192-fa087748d3cc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Aug 07 14:31:46.378152 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37113-bcb2-447a-82aa-8b6c0aae0d62 req-c9f252ac-0789-4faa-b88f-b4304fc2c94f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:46.379813 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3e37113-bcb2-447a-82aa-8b6c0aae0d62 req-c9f252ac-0789-4faa-b88f-b4304fc2c94f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0722759 Aug 07 14:31:46.443466 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3e37113-bcb2-447a-82aa-8b6c0aae0d62 req-608a2330-d003-40f2-8176-2941a1ae4c8e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522985 Aug 07 14:31:46.685194 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b463bb-60e3-49de-a4f7-2f95748e3648 req-e2f2f7d7-773c-440b-a90e-16385c15b0da tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:46.687643 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f6b463bb-60e3-49de-a4f7-2f95748e3648 req-e2f2f7d7-773c-440b-a90e-16385c15b0da tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0520809 Aug 07 14:31:46.725950 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f6b463bb-60e3-49de-a4f7-2f95748e3648 req-3b940495-6b45-4a18-ae69-9bfa1911efe7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Aug 07 14:31:47.299602 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd39c-06a4-4593-b1d8-7a51c06eecc9 req-496ecf3d-d862-42fb-804e-3d4a364b9617 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:47.301274 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-840bd39c-06a4-4593-b1d8-7a51c06eecc9 req-496ecf3d-d862-42fb-804e-3d4a364b9617 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 944 time: 0.0902660 Aug 07 14:31:47.419500 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-840bd39c-06a4-4593-b1d8-7a51c06eecc9 req-5579f6ab-d9b3-4415-9838-612201230c6e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111064 Aug 07 14:31:47.448355 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ea4f1-427a-45bf-933e-4771cfda8eeb req-2905a861-e374-4e65-981c-be8e1db8eacd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:47.450709 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ad0ea4f1-427a-45bf-933e-4771cfda8eeb req-2905a861-e374-4e65-981c-be8e1db8eacd tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.1184134 Aug 07 14:31:47.522016 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ad0ea4f1-427a-45bf-933e-4771cfda8eeb req-c2798fa8-ad33-4f6e-b27a-9c813bcf8886 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611141 Aug 07 14:31:47.589480 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd25871-a966-42ce-bbd2-ba908290a609 req-4258019c-0747-4d43-83db-fb35d07e44f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:47.591386 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6bd25871-a966-42ce-bbd2-ba908290a609 req-4258019c-0747-4d43-83db-fb35d07e44f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0646641 Aug 07 14:31:47.661771 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6bd25871-a966-42ce-bbd2-ba908290a609 req-bb3ad565-e43f-4c61-a1fc-125cc1d8fa5b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580323 Aug 07 14:31:47.708043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941828c-8d75-4289-862a-bc58193acbfc req-53849309-fed7-4be3-a320-81e185b17083 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:47.709700 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7941828c-8d75-4289-862a-bc58193acbfc req-53849309-fed7-4be3-a320-81e185b17083 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0712628 Aug 07 14:31:47.752386 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7941828c-8d75-4289-862a-bc58193acbfc req-29e7a075-a331-4da4-b894-650f10d4b42e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355980 Aug 07 14:31:47.855775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5f131-c7bf-47d4-92c0-356f9617b21e req-2596d302-4bc2-40f4-8ca1-787491487758 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:47.857382 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-59d5f131-c7bf-47d4-92c0-356f9617b21e req-2596d302-4bc2-40f4-8ca1-787491487758 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 943 time: 0.0503023 Aug 07 14:31:47.912060 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-59d5f131-c7bf-47d4-92c0-356f9617b21e req-ac43ee50-1869-4ab7-99c2-8f00a0f7d5fd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378981 Aug 07 14:31:48.174241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:31:48.276914 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:48.292064 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'mac_address': 'fa:16:3e:15:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:31:48.334998 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:48.358666 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:48.380977 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:48.459499 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:48.459672 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 9da13124-39de-45c5-9246-a53a47a7d336 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:31:48.563916 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae2ffb-3254-400d-a907-553d039b4814 req-44815b45-b3c0-4053-ac12-874c7e88575d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:48.566626 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5bae2ffb-3254-400d-a907-553d039b4814 req-44815b45-b3c0-4053-ac12-874c7e88575d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 944 time: 0.0596514 Aug 07 14:31:48.569352 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=9']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:48.635911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9da13124-39de-45c5-9246-a53a47a7d336,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:48.644142 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5bae2ffb-3254-400d-a907-553d039b4814 req-2807f7f3-ff3d-48bb-a822-1f59811e73d9 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625677 Aug 07 14:31:48.651657 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '9da13124-39de-45c5-9246-a53a47a7d336', 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e', 'port_id': '9da13124-39de-45c5-9246-a53a47a7d336', 'mac_address': 'fa:16:3e:91:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b103a4-9bee-49cc-9d7c-2252afa3cdbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:31:48.707017 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:48.719556 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dcd25-959d-4c6f-8f49-713c9d36d556 req-b170a581-5d01-4610-9a0f-66899a6e3ade tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:48.721107 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1c1dcd25-959d-4c6f-8f49-713c9d36d556 req-b170a581-5d01-4610-9a0f-66899a6e3ade tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.0660114 Aug 07 14:31:48.724065 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da13124-39de-45c5-9246-a53a47a7d336 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:48.747733 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9da13124-39de-45c5-9246-a53a47a7d336,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:48.801396 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1c1dcd25-959d-4c6f-8f49-713c9d36d556 req-1970c0bc-f8b3-4534-ba4c-a3f01c534697 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728116 Aug 07 14:31:48.828937 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20f44d-676a-4ff2-a544-6bb503077c55 req-950d9ee8-9aa8-47f6-9ea1-6cc73d593c1b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:48.831677 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4e20f44d-676a-4ff2-a544-6bb503077c55 req-950d9ee8-9aa8-47f6-9ea1-6cc73d593c1b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0750940 Aug 07 14:31:48.835974 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:48.896444 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:48.920488 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4e20f44d-676a-4ff2-a544-6bb503077c55 req-2f3bce9e-17fa-4a95-8178-fea79b69cc81 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827491 Aug 07 14:31:48.942523 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d157f3-9262-494c-bd3d-3aca353fabbf req-c457d0bc-85c5-4c4a-9601-5db0cdda3b84 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:48.944143 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-83d157f3-9262-494c-bd3d-3aca353fabbf req-c457d0bc-85c5-4c4a-9601-5db0cdda3b84 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0772555 Aug 07 14:31:48.996078 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-83d157f3-9262-494c-bd3d-3aca353fabbf req-6a147903-056b-4aa1-af95-d4e9b6feabbe tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Aug 07 14:31:49.053718 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e8aa-dbfd-4e77-8c93-d39aa33a8e04 req-c576ad44-283b-4b7c-92e5-dcc78589a8fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:49.055314 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9105e8aa-dbfd-4e77-8c93-d39aa33a8e04 req-c576ad44-283b-4b7c-92e5-dcc78589a8fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0555048 Aug 07 14:31:49.097376 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9105e8aa-dbfd-4e77-8c93-d39aa33a8e04 req-4b2a5b66-326f-451c-9893-391d965ec0e7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358167 Aug 07 14:31:49.375911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['3cf6f18f-a11e-4829-8949-49ced1d5ebfe'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:49.489808 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['9da13124-39de-45c5-9246-a53a47a7d336'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:49.697257 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-93b32383-367f-4a8d-818b-bcca873569f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:49.699593 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-93b32383-367f-4a8d-818b-bcca873569f0 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.0619452 Aug 07 14:31:49.791495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9109b-3d4f-46df-9ade-2b14ccd3c543 req-afa91e18-37e9-42e4-b173-23b3b6c6201e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:49.793056 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-71a9109b-3d4f-46df-9ade-2b14ccd3c543 req-afa91e18-37e9-42e4-b173-23b3b6c6201e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 945 time: 0.0677800 Aug 07 14:31:49.840159 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Deleting port c8f6709b-77f3-44ae-8eb5-df9cf8517630 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:31:49.840523 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:49.840951 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-71a9109b-3d4f-46df-9ade-2b14ccd3c543 req-244e28d0-031f-408b-9a8e-b75642d5afc8 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Aug 07 14:31:49.954729 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f17cd-9f81-4227-96d4-a1772d37c212 req-9964e0b4-ef74-46bb-aa48-00482e5d0495 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:49.961684 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b3f17cd-9f81-4227-96d4-a1772d37c212 req-9964e0b4-ef74-46bb-aa48-00482e5d0495 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 946 time: 0.0825469 Aug 07 14:31:50.010472 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6b3f17cd-9f81-4227-96d4-a1772d37c212 req-99eea6d0-a6f8-4948-a1b9-76e2b189ef5e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465288 Aug 07 14:31:50.014293 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] For port c8f6709b-77f3-44ae-8eb5-df9cf8517630, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=c8f6709b-77f3-44ae-8eb5-df9cf8517630,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:50.016295 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.045126 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Calling delete_port for c8f6709b-77f3-44ae-8eb5-df9cf8517630 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:31:50.122123 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d81e-a18a-40b3-a56d-0642f6377263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.128747 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588913e4-a66e-4e6a-b517-70bef96b412a req-a88d95a3-6dc3-41a1-b2af-b7b3af6f7e4e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:50.132445 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-588913e4-a66e-4e6a-b517-70bef96b412a req-a88d95a3-6dc3-41a1-b2af-b7b3af6f7e4e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0853209 Aug 07 14:31:50.193642 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:31:50.196128 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb94dec-8a47-40cd-bdc2-c4af1d0ee5d5 req-cdcfb0b8-b4f9-4532-835f-96540fc5a05f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:50.205292 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fb94dec-8a47-40cd-bdc2-c4af1d0ee5d5 req-cdcfb0b8-b4f9-4532-835f-96540fc5a05f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1166174 Aug 07 14:31:50.215739 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-588913e4-a66e-4e6a-b517-70bef96b412a req-f89ee25c-6745-4fdf-a00d-2464f7efaa57 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774331 Aug 07 14:31:50.263909 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fb94dec-8a47-40cd-bdc2-c4af1d0ee5d5 req-b2271e5b-8349-4b74-af90-61980e3a3cab tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575511 Aug 07 14:31:50.331350 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:50.346748 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'mac_address': 'fa:16:3e:08:87:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:31:50.365507 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b98c7-87c6-41a2-8913-39f749ba4de5 req-196d7485-4907-456d-b2b5-c3dd737a8635 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:50.409711 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-100b98c7-87c6-41a2-8913-39f749ba4de5 req-196d7485-4907-456d-b2b5-c3dd737a8635 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0737872 Aug 07 14:31:50.409969 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.421124 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaf58ac-5336-4bdf-aa76-a20cfc533815 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:31:50.423641 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-100b98c7-87c6-41a2-8913-39f749ba4de5 req-8a5fb5cf-3791-4072-9229-6075e8c304c9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481708 Aug 07 14:31:50.442341 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:50.465492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.495133 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event deleted for resources: {'Port': ['ID=c8f6709b-77f3-44ae-8eb5-df9cf8517630,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:50.540817 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] No DVR routers for this DVR port c8f6709b-77f3-44ae-8eb5-df9cf8517630 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:31:50.543756 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.547032 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c57611bd-09e4-4aa2-96f3-0aef8b113cb3 req-331ef754-c28d-47c9-8824-f0ac01f7e127 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "DELETE /v2.0/ports/c8f6709b-77f3-44ae-8eb5-df9cf8517630 HTTP/1.1" status: 204 len: 173 time: 0.8224733 Aug 07 14:31:50.547546 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'name': 'network-vif-deleted', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:50.550496 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea1b44-f4d2-4f98-a1e9-eb23a3d1b7cc" -d '{"events": [{"server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "name": "network-vif-deleted", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:50.565410 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098', '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'c8f6709b-77f3-44ae-8eb5-df9cf8517630'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:50.591010 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4fd69-a4c0-47b6-8220-2f733b10875f x-openstack-request-id: req-3fc4fd69-a4c0-47b6-8220-2f733b10875f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:50.591412 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e224d513-3ade-42c9-9c80-4015447b3f21", "name": "network-vif-deleted", "tag": "c8f6709b-77f3-44ae-8eb5-df9cf8517630", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:50.591790 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fc4fd69-a4c0-47b6-8220-2f733b10875f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:50.593213 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e224d513-3ade-42c9-9c80-4015447b3f21', 'name': 'network-vif-deleted', 'tag': 'c8f6709b-77f3-44ae-8eb5-df9cf8517630', 'status': 'completed', 'code': 200} Aug 07 14:31:50.596584 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:50.679254 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:51.024561 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b946f-4fc3-471c-ac94-71de00fdb2be req-ff103c3e-02c8-49c5-96e7-777203ce749d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:51.028330 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-554b946f-4fc3-471c-ac94-71de00fdb2be req-ff103c3e-02c8-49c5-96e7-777203ce749d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 945 time: 0.0770304 Aug 07 14:31:51.084864 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-554b946f-4fc3-471c-ac94-71de00fdb2be req-5fa18f87-3306-4927-b3f6-53dd5dcdcedc tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Aug 07 14:31:51.135227 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8d0be61d-3f70-41c9-9293-435c28f30741 req-a1af5708-a95b-415f-b82f-2c1a925371ca tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0322213 Aug 07 14:31:51.402964 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f501416-0066-4fcb-9d3c-3e5e4f68c4f1 req-8541a99c-3f0f-45d2-a396-adeb43ba7bf3 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:51.404528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f501416-0066-4fcb-9d3c-3e5e4f68c4f1 req-8541a99c-3f0f-45d2-a396-adeb43ba7bf3 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.1097877 Aug 07 14:31:51.457420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a614-5f26-45d4-91d8-81c75465e09f req-3190831e-33dd-4f67-8814-47706c4a81e7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:51.458938 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f6a5a614-5f26-45d4-91d8-81c75465e09f req-3190831e-33dd-4f67-8814-47706c4a81e7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1061199 Aug 07 14:31:51.468991 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f501416-0066-4fcb-9d3c-3e5e4f68c4f1 req-67ab591b-609a-47f4-b7d4-b89a885765bf tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562687 Aug 07 14:31:51.517729 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f6a5a614-5f26-45d4-91d8-81c75465e09f req-e3aab10a-1e9c-4cf9-a104-d86240a1ff99 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476909 Aug 07 14:31:51.586270 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc989a5-ac49-454d-95a7-ec1c451c4ae6 req-80224ad1-7ba4-4f24-93cc-0223bf66741a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:51.587875 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1cc989a5-ac49-454d-95a7-ec1c451c4ae6 req-80224ad1-7ba4-4f24-93cc-0223bf66741a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0564215 Aug 07 14:31:51.630595 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1cc989a5-ac49-454d-95a7-ec1c451c4ae6 req-8d499ee1-f8a5-4c77-a2e5-b0143feec7d9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352175 Aug 07 14:31:52.225172 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ff693-e8e9-4558-b9cf-5bc8b7491066 req-46446a39-a896-4716-9965-eb1952731a75 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:52.227404 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8ff693-e8e9-4558-b9cf-5bc8b7491066 req-46446a39-a896-4716-9965-eb1952731a75 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 945 time: 0.0678053 Aug 07 14:31:52.273549 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e609d9e7-eeaf-4e48-8552-2b30101fe589 req-9a463281-8562-43ca-8707-5cc164037548 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0382388 Aug 07 14:31:52.295384 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8ff693-e8e9-4558-b9cf-5bc8b7491066 req-5ac304e5-5782-4b55-bfec-ebcf5192b709 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Aug 07 14:31:52.599678 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e13a6-2399-42fc-b14c-0e697ade325f req-3e00ccc3-d513-421e-8414-8d6e08565b23 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:52.601435 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-748e13a6-2399-42fc-b14c-0e697ade325f req-3e00ccc3-d513-421e-8414-8d6e08565b23 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0549023 Aug 07 14:31:52.673078 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-748e13a6-2399-42fc-b14c-0e697ade325f req-949b38f8-1d4d-41d6-a709-c8aa6bb77eab tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653844 Aug 07 14:31:52.686671 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c867df-17d8-4b68-b6da-7bb291f2602d req-30617e57-8c95-4205-8935-23dadb631cd9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:52.688968 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-31c867df-17d8-4b68-b6da-7bb291f2602d req-30617e57-8c95-4205-8935-23dadb631cd9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0790157 Aug 07 14:31:52.738086 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-31c867df-17d8-4b68-b6da-7bb291f2602d req-9393c67a-fb27-4b74-81c5-52d16d50a34d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Aug 07 14:31:52.818553 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b940daf5-1501-4ad3-b73e-3f812d315f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:52.830736 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d854b-1c09-467f-82e6-dbefe40bc75d req-dc00cfe2-ecee-4461-b22c-d0123915dc7b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:52.832370 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d1d854b-1c09-467f-82e6-dbefe40bc75d req-dc00cfe2-ecee-4461-b22c-d0123915dc7b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0727503 Aug 07 14:31:52.875701 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d1d854b-1c09-467f-82e6-dbefe40bc75d req-084f2dc5-1caf-4264-b6ff-5626eddb838d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362310 Aug 07 14:31:53.388653 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb3bdf04-c728-4def-bee8-4b780c66c915 req-72ca1ef4-12bb-463d-aafc-e45c8d620bbe tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0293775 Aug 07 14:31:53.396935 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:53.454873 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237f33-1361-4fe6-bb4c-df56d390db0b req-ab7ce19f-d4ed-4a9c-b30e-fa1f1c8b7a70 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:53.457669 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-64237f33-1361-4fe6-bb4c-df56d390db0b req-ab7ce19f-d4ed-4a9c-b30e-fa1f1c8b7a70 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 945 time: 0.0715790 Aug 07 14:31:53.498241 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-64237f33-1361-4fe6-bb4c-df56d390db0b req-5dc2d099-09b0-4483-898c-9088b919794e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Aug 07 14:31:53.718105 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:31:53.769334 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:53.769721 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:53.804482 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f1a34-5320-4831-ae7d-3ea87e84f994 req-ee00ff81-ed30-4c17-aed6-c11586283e03 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:53.811981 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a0f1a34-5320-4831-ae7d-3ea87e84f994 req-ee00ff81-ed30-4c17-aed6-c11586283e03 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0582285 Aug 07 14:31:53.861972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:53.876892 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a0f1a34-5320-4831-ae7d-3ea87e84f994 req-e0fb1818-00d6-45ae-963e-e760fd989ad3 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634818 Aug 07 14:31:53.905345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1e88-de73-452b-8363-c8a5889ee059 req-1ed4e645-f5d8-474b-9d0c-6b38c0e266ac tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:53.905345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dd4f1e88-de73-452b-8363-c8a5889ee059 req-1ed4e645-f5d8-474b-9d0c-6b38c0e266ac tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0674267 Aug 07 14:31:53.976772 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dd4f1e88-de73-452b-8363-c8a5889ee059 req-cf9d27af-b65f-4afb-b253-2f7014a709e9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Aug 07 14:31:54.009677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['5eaf58ac-5336-4bdf-aa76-a20cfc533815'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:31:54.051057 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:54.053485 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2d9cb-f076-4f97-8bb8-5330ce1cd643" -d '{"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:54.065024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92babf7c-c132-4399-8b28-c7597d7a1ca5 req-334d1a53-1953-47f4-a051-ed5fa44137e9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:54.066864 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92babf7c-c132-4399-8b28-c7597d7a1ca5 req-334d1a53-1953-47f4-a051-ed5fa44137e9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 944 time: 0.0783277 Aug 07 14:31:54.076109 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:54.128144 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-92babf7c-c132-4399-8b28-c7597d7a1ca5 req-208c0eae-6335-42a9-a850-a9f224f7c67d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499399 Aug 07 14:31:54.128458 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b79ba-d054-4370-800b-18619fa1f4e5 x-openstack-request-id: req-6b9b79ba-d054-4370-800b-18619fa1f4e5 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:54.128874 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-plugged", "status": "completed", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:54.129051 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b9b79ba-d054-4370-800b-18619fa1f4e5 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:54.129377 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'code': 200} Aug 07 14:31:54.132639 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:54.166085 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:54.166085 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 9da13124-39de-45c5-9246-a53a47a7d336 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:31:54.282954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=10']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:54.331986 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900e230-523b-476b-84bd-6049a0a19e30 req-001f3400-dcbb-4919-b286-7df6f4418912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:54.334207 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e900e230-523b-476b-84bd-6049a0a19e30 req-001f3400-dcbb-4919-b286-7df6f4418912 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0514364 Aug 07 14:31:54.362626 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 9da13124-39de-45c5-9246-a53a47a7d336 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:31:54.373432 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 9da13124-39de-45c5-9246-a53a47a7d336 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:54.373822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:54.383680 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e900e230-523b-476b-84bd-6049a0a19e30 req-7f3227a7-f687-4261-8eea-263db71b7946 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Aug 07 14:31:54.500234 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:54.513903 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-097b774f-7b89-40fd-a820-7f02a9f73691 req-8b700413-5ab8-4981-9e24-e20827e9ab57 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=e224d513-3ade-42c9-9c80-4015447b3f21 HTTP/1.1" status: 200 len: 210 time: 0.0343380 Aug 07 14:31:54.550334 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9da13124-39de-45c5-9246-a53a47a7d336,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:54.641980 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:54.642898 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device c8f6709b-77f3-44ae-8eb5-df9cf8517630 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:31:54.657442 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bbdcf-52e1-4a88-8aea-f3d6626987b5 req-60a4f940-9d59-4145-bb4d-5b4a1c6bc9a8 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:54.660344 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-330bbdcf-52e1-4a88-8aea-f3d6626987b5 req-60a4f940-9d59-4145-bb4d-5b4a1c6bc9a8 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 945 time: 0.0810764 Aug 07 14:31:54.689030 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: c8f6709b-77f3-44ae-8eb5-df9cf8517630 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:31:54.689493 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device c8f6709b-77f3-44ae-8eb5-df9cf8517630 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:31:54.722377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-330bbdcf-52e1-4a88-8aea-f3d6626987b5 req-58ef3bff-a8cb-4828-9262-c322d557cae5 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556819 Aug 07 14:31:54.729036 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:55.008052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eaf6f-6036-40be-a86c-655d7ebb852c req-26fbfd33-7793-43be-87ce-5f9e8f77d291 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:55.009531 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3a3eaf6f-6036-40be-a86c-655d7ebb852c req-26fbfd33-7793-43be-87ce-5f9e8f77d291 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0550764 Aug 07 14:31:55.096241 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3a3eaf6f-6036-40be-a86c-655d7ebb852c req-0b29e53c-8559-4d20-b586-db685d5efa67 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785358 Aug 07 14:31:55.121490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7cc87-9724-4fc9-9297-a5bc0068dd74 req-c2316e71-9b84-4d52-b9cd-9a9ebcd5319c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:55.123048 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bfa7cc87-9724-4fc9-9297-a5bc0068dd74 req-c2316e71-9b84-4d52-b9cd-9a9ebcd5319c tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0643721 Aug 07 14:31:55.162357 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:55.175510 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bfa7cc87-9724-4fc9-9297-a5bc0068dd74 req-6d2586da-d307-4424-935d-e09e2b02359b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Aug 07 14:31:55.287071 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d85daa-8a14-46bf-aac8-bd1936bb2ffb req-64d23f0c-4d1d-4e61-a218-6805291b6ee9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:55.289812 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-03d85daa-8a14-46bf-aac8-bd1936bb2ffb req-64d23f0c-4d1d-4e61-a218-6805291b6ee9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0617623 Aug 07 14:31:55.293961 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc5f3-4cae-41a3-b277-56a1b5656107 req-5d0ee8d3-44ce-4464-aa4c-1612f066f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:55.295484 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db1fc5f3-4cae-41a3-b277-56a1b5656107 req-5d0ee8d3-44ce-4464-aa4c-1612f066f503 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 1099 time: 0.0433064 Aug 07 14:31:55.339872 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-db1fc5f3-4cae-41a3-b277-56a1b5656107 req-7ad280f6-370a-472f-9651-b6f57eea3a0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Aug 07 14:31:55.342083 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-03d85daa-8a14-46bf-aac8-bd1936bb2ffb req-7c12cca3-a0ca-42aa-aeac-9a6240ca87bf tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Aug 07 14:31:55.694954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:31:55.880276 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c160f32-0407-4b49-ad9f-bbb89ed5068f req-8547c3c1-4495-4391-a14d-e4ae3c24c8c5 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:55.882011 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c160f32-0407-4b49-ad9f-bbb89ed5068f req-8547c3c1-4495-4391-a14d-e4ae3c24c8c5 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.0664251 Aug 07 14:31:55.928742 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c160f32-0407-4b49-ad9f-bbb89ed5068f req-5dbcc3bb-1cac-46eb-8767-e89f90a8a64f tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Aug 07 14:31:55.973721 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:31:55.977975 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:31:55.978604 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:56.078414 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:56.119626 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:31:56.139886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336'}, {'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:31:56.139886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19432fb-7298-4a4c-b8d2-331e143ed2cd" -d '{"events": [{"server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "name": "network-vif-plugged", "status": "completed", "tag": "9da13124-39de-45c5-9246-a53a47a7d336"}, {"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:31:56.213417 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 Aug 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc8f30c-be23-4f21-a2f0-cb08bae978cb x-openstack-request-id: req-afc8f30c-be23-4f21-a2f0-cb08bae978cb {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:31:56.214496 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "name": "network-vif-plugged", "status": "completed", "tag": "9da13124-39de-45c5-9246-a53a47a7d336", "code": 200}, {"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:31:56.214496 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afc8f30c-be23-4f21-a2f0-cb08bae978cb {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:31:56.214936 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336', 'code': 200} Aug 07 14:31:56.214936 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'code': 200} Aug 07 14:31:56.259094 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:56.344467 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:56.358416 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8153e7-f0b1-4282-bd02-50cbe2919b46 req-266a2677-e7b1-4e6f-bc1d-adb22befd853 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:56.360543 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb8153e7-f0b1-4282-bd02-50cbe2919b46 req-266a2677-e7b1-4e6f-bc1d-adb22befd853 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.1470037 Aug 07 14:31:56.394965 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb428cd4-d5b9-4d6f-989c-d0b4cae1f964 req-85804931-34e0-4207-8439-7fc7789ebf74 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:56.396539 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb428cd4-d5b9-4d6f-989c-d0b4cae1f964 req-85804931-34e0-4207-8439-7fc7789ebf74 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1292717 Aug 07 14:31:56.444490 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb8153e7-f0b1-4282-bd02-50cbe2919b46 req-60ec9eb2-c550-4bf1-85f2-3d178de3f1dc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761013 Aug 07 14:31:56.459899 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb428cd4-d5b9-4d6f-989c-d0b4cae1f964 req-56fa53ee-d8d2-453e-9495-3d93bd33d49a tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513155 Aug 07 14:31:56.587017 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0cb20-7ce5-4752-a4d4-4da99e356cfa req-94553457-5473-4a8d-b728-4fcc2771d0f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:56.592346 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0dd0cb20-7ce5-4752-a4d4-4da99e356cfa req-94553457-5473-4a8d-b728-4fcc2771d0f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0737462 Aug 07 14:31:56.653501 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0dd0cb20-7ce5-4752-a4d4-4da99e356cfa req-72b7c94c-e55d-4c3e-8c7d-2493caec81bd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520327 Aug 07 14:31:56.695895 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc63677-9f74-442e-9da8-4400affb6f91 req-dea4759d-00ca-43fd-9451-354d6f4e4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:56.697537 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8dc63677-9f74-442e-9da8-4400affb6f91 req-dea4759d-00ca-43fd-9451-354d6f4e4ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 1099 time: 0.0483236 Aug 07 14:31:56.748305 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-8dc63677-9f74-442e-9da8-4400affb6f91 req-602a9043-4389-4caa-bc59-e26ce6849b85 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Aug 07 14:31:57.094083 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb3b9e-bcd9-495f-9bce-40545c4bea26 req-a18d2728-7b17-47e6-b116-de61952f6c08 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.095752 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b8eb3b9e-bcd9-495f-9bce-40545c4bea26 req-a18d2728-7b17-47e6-b116-de61952f6c08 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0876522 Aug 07 14:31:57.129150 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737db26-c2e4-4c4e-9c17-1b28caffb2f8 req-9d01c138-c12f-47f4-b9f1-9a859e9ea7f9 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.131777 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7737db26-c2e4-4c4e-9c17-1b28caffb2f8 req-9d01c138-c12f-47f4-b9f1-9a859e9ea7f9 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.1070418 Aug 07 14:31:57.134518 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-41b58bd1-68e3-4882-a0e7-b7dbcdb3eacc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510845 Aug 07 14:31:57.200452 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7737db26-c2e4-4c4e-9c17-1b28caffb2f8 req-3e76d97c-7db8-4c02-898d-c67492e08bdc tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605991 Aug 07 14:31:57.205421 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b8eb3b9e-bcd9-495f-9bce-40545c4bea26 req-add52dfe-ed98-4eee-a6f0-0ecc4a576c1e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Aug 07 14:31:57.286130 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561b6bf-7a06-4631-9908-da114a3f5573 req-ef241cbc-4cf6-4302-82fe-178478651776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.287830 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6561b6bf-7a06-4631-9908-da114a3f5573 req-ef241cbc-4cf6-4302-82fe-178478651776 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0699289 Aug 07 14:31:57.415262 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-fb146bad-4214-47d8-868f-f1ebb8e7df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.417943 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-fb146bad-4214-47d8-868f-f1ebb8e7df86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0872724 Aug 07 14:31:57.445527 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-f099bce2-be56-4e4c-a181-fdbb6ccfff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.447309 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-f099bce2-be56-4e4c-a181-fdbb6ccfff27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5d01a028856466792b2a6618a8e5e30&device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 1099 time: 0.1457047 Aug 07 14:31:57.448850 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-6561b6bf-7a06-4631-9908-da114a3f5573 req-1a1c3a48-8bb0-4b18-ae86-73d794edffce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279485 Aug 07 14:31:57.570013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-014543f2-9195-42c5-845b-100f883541f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.571520 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-014543f2-9195-42c5-845b-100f883541f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.1403043 Aug 07 14:31:57.616118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2040ec-c3d7-4f3b-8e05-5a4b9863eef8 req-cc6c2f14-ee1f-4aa2-8b41-58169edeabb6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.618873 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8c2040ec-c3d7-4f3b-8e05-5a4b9863eef8 req-cc6c2f14-ee1f-4aa2-8b41-58169edeabb6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0642111 Aug 07 14:31:57.677517 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8c2040ec-c3d7-4f3b-8e05-5a4b9863eef8 req-925600eb-c496-4739-9b16-c7ca988556f1 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499630 Aug 07 14:31:57.813705 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-1e11eefc-96e0-49e7-ba22-8fc8ac1ebf31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 200 len: 217 time: 0.0677040 Aug 07 14:31:57.848358 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-e8f96d1e-7103-4599-a2ba-3f02eb788258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.849959 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-e8f96d1e-7103-4599-a2ba-3f02eb788258 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 200 len: 920 time: 0.1074216 Aug 07 14:31:57.909674 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-1bd13552-661f-4bd6-9dcb-a317c23c0211 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 200 len: 217 time: 0.0439692 Aug 07 14:31:57.925585 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51648) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:57.996492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-b540ab9c-5eba-43c3-994d-817b5fa51f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:57.998763 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-b540ab9c-5eba-43c3-994d-817b5fa51f1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.0597992 Aug 07 14:31:58.041814 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-6b2bb0c0-38ac-4c2f-859d-69580844d935 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319865 Aug 07 14:31:58.105967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.129242 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ac76e-e8a0-4431-948a-6160f684be3b req-a54734f0-7e86-4481-ae9d-99e8d3a0c2b3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.130745 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-959ac76e-e8a0-4431-948a-6160f684be3b req-a54734f0-7e86-4481-ae9d-99e8d3a0c2b3 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.3743267 Aug 07 14:31:58.141471 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c5115-df29-4193-a23f-d305132f299d req-7f740463-ee79-4b10-b30c-9cc970543f65 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.143112 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c9c5115-df29-4193-a23f-d305132f299d req-7f740463-ee79-4b10-b30c-9cc970543f65 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.3966539 Aug 07 14:31:58.146985 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-e6eb9607-e672-4998-94db-1c50fd686a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.148506 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-e6eb9607-e672-4998-94db-1c50fd686a2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 200 len: 859 time: 0.3147364 Aug 07 14:31:58.182092 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-c1227435-3195-4f23-8da3-ee0ef13ca4bc service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261437 Aug 07 14:31:58.225182 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-ab4d370c-2476-4d18-a320-67dd8bb19069 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f32dcef7-3543-4c1b-9096-227738730ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570269 Aug 07 14:31:58.277409 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-959ac76e-e8a0-4431-948a-6160f684be3b req-e42a7aa8-f10e-413e-a5a4-d722d2bf3053 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253440 Aug 07 14:31:58.318715 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9c9c5115-df29-4193-a23f-d305132f299d req-f59dd60c-7ae9-4b16-9b71-037e5a49fd8d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647830 Aug 07 14:31:58.338549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.343091 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-e8a9ed4b-12f8-4469-96fb-e6af5fcf8bdd service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492267 Aug 07 14:31:58.423701 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-46328aba-45d5-4cfb-be17-57ad245caf6b service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923745 Aug 07 14:31:58.454409 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3246a-980d-4373-8719-78d889ef5e76 req-e2f0efb2-2248-4c03-8280-9dfe02ced216 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.455970 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7a3246a-980d-4373-8719-78d889ef5e76 req-e2f0efb2-2248-4c03-8280-9dfe02ced216 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.1082382 Aug 07 14:31:58.465315 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.543766 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b06cfff380b84385a26e94ba8a054f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168501 Aug 07 14:31:58.546907 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82212c-0c39-4d6e-9dde-7a5cf6d939a1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:58.550439 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670509-fb52-44e6-8f3e-dbff59f955e5 req-f19b49c2-f804-465b-aa05-b0917fef7ec1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.552092 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16670509-fb52-44e6-8f3e-dbff59f955e5 req-f19b49c2-f804-465b-aa05-b0917fef7ec1 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1484437 Aug 07 14:31:58.561524 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51670) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.561693 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa90f19-4abe-466d-937f-dbf457300400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:31:58.594596 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7a3246a-980d-4373-8719-78d889ef5e76 req-9cad441a-3ce0-40c0-b8f9-5029f38a0d91 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267803 Aug 07 14:31:58.651190 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b294b007-5f1d-40cf-a1fe-2c9783e4745e req-b70bc7b6-4f84-4800-8486-5a575f2ca254 service neutron] 10.222.0.11 "GET /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940105 Aug 07 14:31:58.663976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16670509-fb52-44e6-8f3e-dbff59f955e5 req-f1135f6a-bc3d-4195-b5e9-d0b6933f4855 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942504 Aug 07 14:31:58.675749 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.705540 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.837565 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feed75-3eb6-4870-a431-52fa0a38e4dd req-078c903c-2cb0-48c7-884a-47245252a4b8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:58.839506 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-34feed75-3eb6-4870-a431-52fa0a38e4dd req-078c903c-2cb0-48c7-884a-47245252a4b8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0748825 Aug 07 14:31:58.882701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.887094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:58.889033 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d82212c-0c39-4d6e-9dde-7a5cf6d939a1 HTTP/1.1" status: 204 len: 168 time: 0.3287456 Aug 07 14:31:58.912197 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2efdcf-135a-483c-bc1d-71087063fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82212c-0c39-4d6e-9dde-7a5cf6d939a1,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:31:58.949758 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-34feed75-3eb6-4870-a431-52fa0a38e4dd req-dd4948f2-1cb7-4adb-baea-ee134f1a100a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982013 Aug 07 14:31:58.956335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:31:59.429616 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e008f5c-25ef-4932-aaed-a0d0eb9f37e2 req-161025ed-b753-4d04-8bf2-dd103dbab043 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:59.432365 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e008f5c-25ef-4932-aaed-a0d0eb9f37e2 req-161025ed-b753-4d04-8bf2-dd103dbab043 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.0809588 Aug 07 14:31:59.513099 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0e008f5c-25ef-4932-aaed-a0d0eb9f37e2 req-47ee7d7b-c8dc-40a6-ad6d-5d5997fae850 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Aug 07 14:31:59.530707 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882c9e-a49e-42b0-8e13-d7ee4f3d9570 req-e87546fb-404c-4bfc-9714-aeaf950beaaa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:59.533022 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-47882c9e-a49e-42b0-8e13-d7ee4f3d9570 req-e87546fb-404c-4bfc-9714-aeaf950beaaa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0927277 Aug 07 14:31:59.581772 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-47882c9e-a49e-42b0-8e13-d7ee4f3d9570 req-627ffd73-21b2-40fd-9bb7-c98e07567250 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370021 Aug 07 14:31:59.724586 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9f66-82df-46e6-98e7-c9aa1263c803 req-a35f770e-fa6c-4906-a510-1f4f0e510afb tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:59.726160 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b74e9f66-82df-46e6-98e7-c9aa1263c803 req-a35f770e-fa6c-4906-a510-1f4f0e510afb tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.0548248 Aug 07 14:31:59.790870 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b74e9f66-82df-46e6-98e7-c9aa1263c803 req-df35f0da-90dd-46bd-b659-39ea864dec0b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Aug 07 14:31:59.813663 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854808fd-5bd7-467d-b44c-8c82ead17543 req-e16ca1aa-bea6-456b-a52b-f7605fd625a7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:31:59.815697 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-854808fd-5bd7-467d-b44c-8c82ead17543 req-e16ca1aa-bea6-456b-a52b-f7605fd625a7 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0684357 Aug 07 14:31:59.861835 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-854808fd-5bd7-467d-b44c-8c82ead17543 req-09aecf8d-4393-46d5-a7c2-78eed015aff9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Aug 07 14:32:00.108601 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bcb5c-522a-4c45-b56d-584a45e879f8 req-8aa719da-b50e-4095-99be-47de55b6f680 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:00.111016 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ba4bcb5c-522a-4c45-b56d-584a45e879f8 req-8aa719da-b50e-4095-99be-47de55b6f680 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0585237 Aug 07 14:32:00.155466 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ba4bcb5c-522a-4c45-b56d-584a45e879f8 req-530929cb-758b-4851-bfa7-a50972b5377a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366926 Aug 07 14:32:00.647403 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac954-18e6-4a42-8e5b-2607cfd4469b req-0d94e58b-6937-454d-ba17-901863fc2b79 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:00.649082 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-751ac954-18e6-4a42-8e5b-2607cfd4469b req-0d94e58b-6937-454d-ba17-901863fc2b79 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Aug 07 14:32:00.722140 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-751ac954-18e6-4a42-8e5b-2607cfd4469b req-00c873a6-f813-4687-bf30-6c70c7ac9d83 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665610 Aug 07 14:32:00.735493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e475c-f9dd-43eb-8291-e37c194338e2 req-474e5c78-fbf2-4769-957e-72e5215f3d82 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:00.737248 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-959e475c-f9dd-43eb-8291-e37c194338e2 req-474e5c78-fbf2-4769-957e-72e5215f3d82 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0738156 Aug 07 14:32:00.783387 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-959e475c-f9dd-43eb-8291-e37c194338e2 req-26335658-8411-439d-912f-1d1f0c554691 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389819 Aug 07 14:32:01.007152 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845096c0-e552-470c-aa64-6ec7390f9b2f req-5e16592b-6378-4460-a7e9-05ad015e56d6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.010001 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-845096c0-e552-470c-aa64-6ec7390f9b2f req-5e16592b-6378-4460-a7e9-05ad015e56d6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0703323 Aug 07 14:32:01.059200 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-845096c0-e552-470c-aa64-6ec7390f9b2f req-c0359cbe-0e4e-4560-8fcf-0266c6711312 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Aug 07 14:32:01.290989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a53b67-87de-4c1f-8e81-dc9a06905482 req-d1e5a8eb-4c72-40a8-a19c-704b9be9d787 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.293765 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9a53b67-87de-4c1f-8e81-dc9a06905482 req-d1e5a8eb-4c72-40a8-a19c-704b9be9d787 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0655656 Aug 07 14:32:01.337452 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9a53b67-87de-4c1f-8e81-dc9a06905482 req-fa63776f-1396-4303-abac-ebb8fa5ff900 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369968 Aug 07 14:32:01.478164 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e42d-2abf-4553-bf1e-acc5839044cb req-35d04fd6-b78c-4bf4-afd0-7db87dbb5a1e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.480444 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43d7e42d-2abf-4553-bf1e-acc5839044cb req-35d04fd6-b78c-4bf4-afd0-7db87dbb5a1e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0575621 Aug 07 14:32:01.601512 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43d7e42d-2abf-4553-bf1e-acc5839044cb req-7ceae1c6-374f-4091-a3fc-842663d398d9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109266 Aug 07 14:32:01.623759 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51712) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:01.632173 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561db18-cc49-4619-9823-c2c7681aaacc req-322b0399-69e7-4468-86ff-4ae0920a4203 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.634524 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0561db18-cc49-4619-9823-c2c7681aaacc req-322b0399-69e7-4468-86ff-4ae0920a4203 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.1160164 Aug 07 14:32:01.682145 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0561db18-cc49-4619-9823-c2c7681aaacc req-98cb485f-3ebb-4e6f-a3d1-01830df94f76 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Aug 07 14:32:01.763635 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771e6e3-3749-4546-945f-b0583a1963ce req-871b9c80-1d79-4832-b0a7-d33b0333c15c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.765180 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0771e6e3-3749-4546-945f-b0583a1963ce req-871b9c80-1d79-4832-b0a7-d33b0333c15c tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Aug 07 14:32:01.832203 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36aee91-6825-41e6-9906-c24af2bc28eb tempest-TestShelveInstance-1941277353 tempest-TestShelveInstance-1941277353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.833768 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a36aee91-6825-41e6-9906-c24af2bc28eb tempest-TestShelveInstance-1941277353 tempest-TestShelveInstance-1941277353-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1093 time: 0.2089939 Aug 07 14:32:01.836835 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51718) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:01.842154 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:32:01.927357 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for floatingip, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:01.935539 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2665c5c-8366-4498-88bf-7db99fb2933d req-8161f333-cf5b-4099-861f-4d29c2802700 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:01.937674 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b2665c5c-8366-4498-88bf-7db99fb2933d req-8161f333-cf5b-4099-861f-4d29c2802700 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 945 time: 0.1138709 Aug 07 14:32:01.970327 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Deleting port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:01.970693 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.030561 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b2665c5c-8366-4498-88bf-7db99fb2933d req-e42b00c1-c1ee-418c-b0b8-da9ceaa6b094 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Aug 07 14:32:02.040371 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.082584 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] For port ab8fd118-e3a4-4020-9ac3-2b7ca7017388, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:02.083089 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.106246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Calling delete_port for ab8fd118-e3a4-4020-9ac3-2b7ca7017388 owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:02.165878 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Allocated IP 172.27.3.194 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/ced34367-9aee-4e50-8ff8-78ff095c8619) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:32:02.264243 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49a32d-f208-4bdd-9f6c-6dc3915ade0f req-62de4647-f1ad-4a2b-9bb8-8434ad68c865 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:02.267139 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc49a32d-f208-4bdd-9f6c-6dc3915ade0f req-62de4647-f1ad-4a2b-9bb8-8434ad68c865 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0866525 Aug 07 14:32:02.277864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.353801 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fc49a32d-f208-4bdd-9f6c-6dc3915ade0f req-d1b04b2c-2558-4318-b79a-5e112e1d5b1e tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741541 Aug 07 14:32:02.407891 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.447246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.454911 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:32:02.458203 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:32:02.462391 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:32:02.468742 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'Port': ['ID=ced34367-9aee-4e50-8ff8-78ff095c8619,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:02.487307 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event deleted for resources: {'Port': ['ID=ab8fd118-e3a4-4020-9ac3-2b7ca7017388,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:02.505336 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098', '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:02.577723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] No DVR routers for this DVR port ab8fd118-e3a4-4020-9ac3-2b7ca7017388 on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:02.582367 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.586184 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0771e6e3-3749-4546-945f-b0583a1963ce req-47f3ffdb-dcdf-4bc5-a59a-cfa78c925d5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "DELETE /v2.0/ports/ab8fd118-e3a4-4020-9ac3-2b7ca7017388 HTTP/1.1" status: 204 len: 173 time: 0.8135417 Aug 07 14:32:02.586947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'name': 'network-vif-deleted', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:02.590946 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c388f4a-c8ff-4501-83ee-cc7e2f2c5258" -d '{"events": [{"server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "name": "network-vif-deleted", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:02.632273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dbb0ce-a6fa-4bfe-a5a4-494e9ebfba56 x-openstack-request-id: req-49dbb0ce-a6fa-4bfe-a5a4-494e9ebfba56 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:02.632827 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c5bca-4e27-4397-b591-afbe778fb810", "name": "network-vif-deleted", "tag": "ab8fd118-e3a4-4020-9ac3-2b7ca7017388", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:02.633109 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49dbb0ce-a6fa-4bfe-a5a4-494e9ebfba56 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:02.633717 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c5bca-4e27-4397-b591-afbe778fb810', 'name': 'network-vif-deleted', 'tag': 'ab8fd118-e3a4-4020-9ac3-2b7ca7017388', 'status': 'completed', 'code': 200} Aug 07 14:32:02.914112 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a7c10-f95c-43b8-b29b-2a8778427d92 req-7654c4f7-3fcc-4a58-a402-cce9298d3a50 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:02.914794 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:02.924408 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a34a7c10-f95c-43b8-b29b-2a8778427d92 req-7654c4f7-3fcc-4a58-a402-cce9298d3a50 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.1017630 Aug 07 14:32:02.963895 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a34a7c10-f95c-43b8-b29b-2a8778427d92 req-bbf2b843-ed22-4d1e-b05e-d63cf65f1b40 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Aug 07 14:32:03.065641 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:03.198686 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7021e6bc-061f-422a-b31a-09d59677839e req-855bda2d-2581-4a0b-a20e-7607c63ebb3f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=509c5bca-4e27-4397-b591-afbe778fb810 HTTP/1.1" status: 200 len: 210 time: 0.0357692 Aug 07 14:32:03.263255 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:03.315310 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:03.386547 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event updated for resources: {'Port': ['ID=ced34367-9aee-4e50-8ff8-78ff095c8619,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:03.402485 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:03.511978 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa0c1b-2adc-4c83-89b2-32c91fc55eda req-525f70f7-b8a9-4f1b-8a76-e40e35b27f38 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:03.514470 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-21fa0c1b-2adc-4c83-89b2-32c91fc55eda req-525f70f7-b8a9-4f1b-8a76-e40e35b27f38 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0814180 Aug 07 14:32:03.539417 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Floating IP 5933e479-b17a-43ea-ad55-676868e4163b associated. External IP: 172.27.3.194, port: 5eaf58ac-5336-4bdf-aa76-a20cfc533815. Aug 07 14:32:03.570042 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-21fa0c1b-2adc-4c83-89b2-32c91fc55eda req-9d45495e-1194-4fd0-a5b6-1086c97e0cce tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Aug 07 14:32:03.801971 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Router 72614627-2b98-4101-9fa1-94ebff5b2438 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:03.962365 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:03.976809 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Sync routers for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:03.988738 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:03.989485 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:31:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:04.110877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:04.134933 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:04.143051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620bbf3-6fb5-46ee-9d52-0d8d4c8c3720 req-8ef77bea-c81e-4075-b51c-4012ce239a7b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:04.152969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4620bbf3-6fb5-46ee-9d52-0d8d4c8c3720 req-8ef77bea-c81e-4075-b51c-4012ce239a7b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.0803461 Aug 07 14:32:04.191604 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-dcfd9503-e6e0-4cac-b417-a8d4c149da3e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3401883 Aug 07 14:32:04.191604 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:04.191604 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477fd597-e451-48ed-b16b-b29e159ea2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:04.285221 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4620bbf3-6fb5-46ee-9d52-0d8d4c8c3720 req-34f629e6-fcb4-451d-89fc-4640c9d7668d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201768 Aug 07 14:32:04.300180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79c597-4013-4ca4-bedb-6d00a795c823 x-openstack-request-id: req-da79c597-4013-4ca4-bedb-6d00a795c823 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:04.300180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:04.300180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da79c597-4013-4ca4-bedb-6d00a795c823 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:04.300180 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'status': 'completed', 'code': 200} Aug 07 14:32:04.316555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-06df542c-f289-4892-bb5f-bbf4775d93da tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:04.319659 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-06df542c-f289-4892-bb5f-bbf4775d93da tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 946 time: 0.1262381 Aug 07 14:32:04.451709 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-9332bb8e-d235-4c9f-9334-bac39a2fc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:04.456543 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-9332bb8e-d235-4c9f-9334-bac39a2fc478 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.1073577 Aug 07 14:32:04.554802 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Deleting port 9da13124-39de-45c5-9246-a53a47a7d336 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:04.555169 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:04.583268 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '5933e479-b17a-43ea-ad55-676868e4163b', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'mac_address': 'fa:16:3e:08:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:32:02Z', 'updated_at': '2021-08-07T14:32:02Z', 'revision_number': 0, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:04.625119 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-985b2e8e-15d7-4c52-ba3d-77287bf55b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:04.627241 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-985b2e8e-15d7-4c52-ba3d-77287bf55b61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.1564536 Aug 07 14:32:04.634555 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Checking router: 72614627-2b98-4101-9fa1-94ebff5b2438 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:32:04.649011 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:04.649655 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:31:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:04.686322 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] For port 9da13124-39de-45c5-9246-a53a47a7d336, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=9da13124-39de-45c5-9246-a53a47a7d336,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:04.686711 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:04.706790 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Calling delete_port for 9da13124-39de-45c5-9246-a53a47a7d336 owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:04.719733 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-2aee51bb-9367-41ab-9030-a0297039a333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 999 time: 0.0837355 Aug 07 14:32:04.786538 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:04.812406 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-259a55a4-3764-4a17-85fa-45e5fc5a47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:04.814165 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-259a55a4-3764-4a17-85fa-45e5fc5a47b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0863400 Aug 07 14:32:04.958006 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:05.001314 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Pushing event deleted for resources: {'Port': ['ID=9da13124-39de-45c5-9246-a53a47a7d336,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:05.017040 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['9da13124-39de-45c5-9246-a53a47a7d336'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:05.045489 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9eac-0011-44d8-ab2a-e5762b0f69fb req-e84ebdde-4df3-49a0-a533-366d31952f5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:05.053327 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8bc9eac-0011-44d8-ab2a-e5762b0f69fb req-e84ebdde-4df3-49a0-a533-366d31952f5f tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.1424689 Aug 07 14:32:05.090582 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] No DVR routers for this DVR port 9da13124-39de-45c5-9246-a53a47a7d336 on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:05.095751 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:05.097922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b834ca59-f64c-4f20-bb2b-e6f76ba898eb req-e1a41ac2-6733-4e01-8ed0-cfd6bbf08886 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "DELETE /v2.0/ports/9da13124-39de-45c5-9246-a53a47a7d336 HTTP/1.1" status: 204 len: 173 time: 0.7473700 Aug 07 14:32:05.098413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'name': 'network-vif-deleted', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:05.098876 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '5933e479-b17a-43ea-ad55-676868e4163b', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'mac_address': 'fa:16:3e:08:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:32:02Z', 'updated_at': '2021-08-07T14:32:02Z', 'revision_number': 0, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:05.103942 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b227ca2e-0226-4025-ab01-ebc71cd4f9c5" -d '{"events": [{"server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "name": "network-vif-deleted", "tag": "9da13124-39de-45c5-9246-a53a47a7d336"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:05.134321 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8bc9eac-0011-44d8-ab2a-e5762b0f69fb req-151f75b4-4c8d-4793-a851-e4b5fdc785f6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Aug 07 14:32:05.161495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4384c09-d27e-4a13-939d-ec43a6064f7e x-openstack-request-id: req-d4384c09-d27e-4a13-939d-ec43a6064f7e {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:05.162114 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd32ff4d-9d4c-4bef-ad19-031dec6f7352", "name": "network-vif-deleted", "tag": "9da13124-39de-45c5-9246-a53a47a7d336", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:05.162114 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4384c09-d27e-4a13-939d-ec43a6064f7e {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:05.162413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd32ff4d-9d4c-4bef-ad19-031dec6f7352', 'name': 'network-vif-deleted', 'tag': '9da13124-39de-45c5-9246-a53a47a7d336', 'status': 'completed', 'code': 200} Aug 07 14:32:05.163788 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a953a77c-827b-424b-b791-6f940f8756b5 None None] The sync data for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi is: [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '5933e479-b17a-43ea-ad55-676868e4163b', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'mac_address': 'fa:16:3e:08:87:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:32:02Z', 'updated_at': '2021-08-07T14:32:02Z', 'revision_number': 0, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:32:05.179616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-d09a8c50-e9ad-4faa-a08b-ddacfe0c4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:05.181160 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-d09a8c50-e9ad-4faa-a08b-ddacfe0c4e7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3081620 Aug 07 14:32:05.353205 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-2fac689a-ca91-40f5-ad0f-9f93d70947d3 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176159 Aug 07 14:32:05.453907 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e22f58d2-c707-4b74-8d85-743362d793df req-ee2d8002-7527-4183-930d-c83f8fc31e2a tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd32ff4d-9d4c-4bef-ad19-031dec6f7352 HTTP/1.1" status: 200 len: 210 time: 0.0634649 Aug 07 14:32:05.460029 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47642fb5-7e4b-4bc4-9455-8b9cd0bd803d None None] New status for floating IP 5933e479-b17a-43ea-ad55-676868e4163b: ACTIVE {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:32:05.487287 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-477fd597-e451-48ed-b16b-b29e159ea2c4 req-16a612d8-2fa9-4278-9444-7b0d46d2668a service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 Aug 07 14:32:05.737995 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device ab8fd118-e3a4-4020-9ac3-2b7ca7017388 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:05.758941 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: ab8fd118-e3a4-4020-9ac3-2b7ca7017388 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:05.759408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device ab8fd118-e3a4-4020-9ac3-2b7ca7017388 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:06.268462 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cd2d3-e2a7-4dc8-82d7-871b2dd384cc req-9afa008e-87ed-446e-a727-ada3befc1bf1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:06.269921 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-329cd2d3-e2a7-4dc8-82d7-871b2dd384cc req-9afa008e-87ed-446e-a727-ada3befc1bf1 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.0536489 Aug 07 14:32:06.316690 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-329cd2d3-e2a7-4dc8-82d7-871b2dd384cc req-d483d307-6c34-4daa-bbde-d0544d64e9de tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Aug 07 14:32:06.853444 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-040bc8f5-8d57-4e0a-836a-e99d91ce3242 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:06.854872 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-040bc8f5-8d57-4e0a-836a-e99d91ce3242 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/networks?id=927a23f4-af35-4867-96b2-d77c575c418e HTTP/1.1" status: 200 len: 809 time: 0.1348019 Aug 07 14:32:06.871266 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-6d08bf90-3f62-4309-8cc6-df28d655269c tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/quotas/34538ab4a0c749ccaa852e3079dcb08e HTTP/1.1" status: 200 len: 375 time: 0.0097220 Aug 07 14:32:06.903354 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-847074ee-8e58-46ec-9f87-5123c879af86 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256670 Aug 07 14:32:07.001731 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-e8c28aed-e03d-4097-ba92-db92bcaaefee service neutron] 10.222.0.26 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912101 Aug 07 14:32:07.097892 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-71fc6fcc-0dc4-4df8-a0ae-d5f73a27b49b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:07.099716 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-71fc6fcc-0dc4-4df8-a0ae-d5f73a27b49b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.0628092 Aug 07 14:32:07.111121 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-76a2ac5e-2424-4ae3-b221-5d143d4904a6 service neutron] 10.222.0.26 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025069 Aug 07 14:32:07.222966 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Deleting port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:07.223324 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:07.334333 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] For port 18727038-6cf0-4270-8e17-a63bcf0ff8b9, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=18727038-6cf0-4270-8e17-a63bcf0ff8b9,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:07.334721 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:07.349958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Calling delete_port for 18727038-6cf0-4270-8e17-a63bcf0ff8b9 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:07.380653 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-434094d8-f55d-4954-ae71-890ec6438608 req-03e9139e-47c8-4827-bd7d-55ebe4c7611d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 210 time: 0.0463619 Aug 07 14:32:07.465215 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a3045-82be-4562-b4c9-789bd7a2fa17 req-fecac412-c23d-4d5d-8f69-6406884a04eb tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:07.469037 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d69a3045-82be-4562-b4c9-789bd7a2fa17 req-fecac412-c23d-4d5d-8f69-6406884a04eb tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 946 time: 0.0592852 Aug 07 14:32:07.521170 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d69a3045-82be-4562-b4c9-789bd7a2fa17 req-52298402-597f-44c9-b6cd-8f82d514d61b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455561 Aug 07 14:32:07.671062 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:07.704800 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event deleted for resources: {'Port': ['ID=18727038-6cf0-4270-8e17-a63bcf0ff8b9,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:07.720314 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098', '18727038-6cf0-4270-8e17-a63bcf0ff8b9'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:07.749233 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] No DVR routers for this DVR port 18727038-6cf0-4270-8e17-a63bcf0ff8b9 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:07.760209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:07.760209 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-d8ba360f-d834-4250-825c-88ca54ca8434 req-16e313e2-418d-40a8-b980-44735f627d11 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "DELETE /v2.0/ports/18727038-6cf0-4270-8e17-a63bcf0ff8b9 HTTP/1.1" status: 204 len: 173 time: 0.6494699 Aug 07 14:32:07.760209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'name': 'network-vif-deleted', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:07.760209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2947f-2901-409a-99ff-2492378b1ee0" -d '{"events": [{"server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "name": "network-vif-deleted", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:07.781857 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 18727038-6cf0-4270-8e17-a63bcf0ff8b9 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:07.827998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b86d7-af8b-40b4-9c45-ecd59df4db1f x-openstack-request-id: req-278b86d7-af8b-40b4-9c45-ecd59df4db1f {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:07.828326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301bf4f1-3dc9-4037-a742-af8cd319e4df", "name": "network-vif-deleted", "tag": "18727038-6cf0-4270-8e17-a63bcf0ff8b9", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:07.828599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-278b86d7-af8b-40b4-9c45-ecd59df4db1f {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:07.829979 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301bf4f1-3dc9-4037-a742-af8cd319e4df', 'name': 'network-vif-deleted', 'tag': '18727038-6cf0-4270-8e17-a63bcf0ff8b9', 'status': 'completed', 'code': 200} Aug 07 14:32:07.834723 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 18727038-6cf0-4270-8e17-a63bcf0ff8b9 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:07.835072 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 18727038-6cf0-4270-8e17-a63bcf0ff8b9 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:07.835494 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 9da13124-39de-45c5-9246-a53a47a7d336 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:07.858283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 9da13124-39de-45c5-9246-a53a47a7d336 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:07.858637 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 9da13124-39de-45c5-9246-a53a47a7d336 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:08.479497 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4581c928-f3a3-4789-b993-eec6a2779e99 req-32468005-a3fc-44ba-9375-8a60b009362f tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 210 time: 0.0269775 Aug 07 14:32:08.642812 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d1445411-7401-4266-bc4d-b8f1f0eae003 req-d362b403-981f-4b1f-90cf-6f2a9ee07db7 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=301bf4f1-3dc9-4037-a742-af8cd319e4df HTTP/1.1" status: 200 len: 210 time: 0.0269740 Aug 07 14:32:09.592594 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-67173714-562f-40c4-be9c-81843c7aafc2 req-f1055cb0-9faf-475e-9500-f2133b088962 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 210 time: 0.0350416 Aug 07 14:32:09.693538 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ce295-1633-41ae-a5d0-a1b150c95a8d req-13d78d23-a7d5-43ca-9c1f-ce51cd1fcecb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:09.695925 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-590ce295-1633-41ae-a5d0-a1b150c95a8d req-13d78d23-a7d5-43ca-9c1f-ce51cd1fcecb tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0672128 Aug 07 14:32:09.743827 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-590ce295-1633-41ae-a5d0-a1b150c95a8d req-1fbd2b47-c814-42bd-947f-ad003e0bd68b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Aug 07 14:32:10.130283 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-173d9180-ea4d-4f3b-9481-6801429f8367 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:10.133032 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-173d9180-ea4d-4f3b-9481-6801429f8367 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "GET /v2.0/networks?id=927a23f4-af35-4867-96b2-d77c575c418e HTTP/1.1" status: 200 len: 809 time: 0.1439435 Aug 07 14:32:10.157533 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Request body: {'port': {'device_id': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e', 'admin_state_up': True, 'tenant_id': '34538ab4a0c749ccaa852e3079dcb08e'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:32:10.349478 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Made reservation on behalf of 34538ab4a0c749ccaa852e3079dcb08e for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:32:10.353107 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:10.495954 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Allocated IP 172.20.0.6 (927a23f4-af35-4867-96b2-d77c575c418e/92b103a4-9bee-49cc-9d7c-2252afa3cdbb/f604f7ad-028b-41d8-b818-019e97a58620) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:32:10.661919 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:10.707512 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0955abcc-794f-4e13-ad68-8c7ad93a987e req-b0f000c3-e001-47e5-8c86-0b21449e5821 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 210 time: 0.0273042 Aug 07 14:32:10.824164 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:10.865704 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2be339-e89f-484d-8a96-916097d70973 req-15998ba0-496a-4adb-9b55-54e03cfec7e5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:10.868075 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d2be339-e89f-484d-8a96-916097d70973 req-15998ba0-496a-4adb-9b55-54e03cfec7e5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0554128 Aug 07 14:32:10.881634 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Network 927a23f4-af35-4867-96b2-d77c575c418e is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:32:10.885430 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:32:10.888393 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:32:10.920904 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Pushing event updated for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:10.928295 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9d2be339-e89f-484d-8a96-916097d70973 req-b0df9833-5fa1-40e3-a060-0ec2f7c4f80b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Aug 07 14:32:10.958031 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:10.958744 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:11.053812 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-5d9753ec-6084-4502-96bc-1162d732c849 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035821 Aug 07 14:32:11.076591 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Request body: {'port': {'device_id': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:32:11.144190 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:11.453373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dcba4-b0ab-4666-b9a4-4c1567543a1f req-8cc1f88b-3e02-4f85-b76f-851a778d6a27 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:11.455038 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-871dcba4-b0ab-4666-b9a4-4c1567543a1f req-8cc1f88b-3e02-4f85-b76f-851a778d6a27 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0541840 Aug 07 14:32:11.502165 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-871dcba4-b0ab-4666-b9a4-4c1567543a1f req-3ad9ddf3-8973-4d89-a164-1a6af612116b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Aug 07 14:32:11.563174 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f604f7ad-028b-41d8-b818-019e97a58620 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:32:11.571151 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:11.579365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7026d-e508-4039-96a8-46afb2f65b63 req-88961e5d-9c0a-4d82-a651-ab45e312f375 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:11.581032 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65a7026d-e508-4039-96a8-46afb2f65b63 req-88961e5d-9c0a-4d82-a651-ab45e312f375 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0518298 Aug 07 14:32:11.584198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Transition to ACTIVE for port object f604f7ad-028b-41d8-b818-019e97a58620 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:32:11.619869 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-65a7026d-e508-4039-96a8-46afb2f65b63 req-da87a49b-6e25-4f94-bac9-6ad028b699b4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325923 Aug 07 14:32:11.675249 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:11.728806 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Pushing event updated for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:11.803095 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Attempting to bind port f604f7ad-028b-41d8-b818-019e97a58620 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:32:11.803432 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Attempting to bind port f604f7ad-028b-41d8-b818-019e97a58620 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:32:11.803793 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Attempting to bind port f604f7ad-028b-41d8-b818-019e97a58620 on network 927a23f4-af35-4867-96b2-d77c575c418e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:32:11.808294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Port f604f7ad-028b-41d8-b818-019e97a58620 on network 927a23f4-af35-4867-96b2-d77c575c418e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:32:11.808777 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Attempting to bind port f604f7ad-028b-41d8-b818-019e97a58620 on network 927a23f4-af35-4867-96b2-d77c575c418e {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:32:11.815882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:32:11.816229 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Checking segment: {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:32:11.816655 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Bound using segment: {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:32:11.817101 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Bound port: f604f7ad-028b-41d8-b818-019e97a58620, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34fa341-394c-4b94-9de7-d1762a0828db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:32:11.817466 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:11.825981 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16288dd7-cdb9-4696-b3ff-f775ec92bea2 req-35c6ad69-dd54-44be-abf5-24cc80c78c8e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:11.828112 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16288dd7-cdb9-4696-b3ff-f775ec92bea2 req-35c6ad69-dd54-44be-abf5-24cc80c78c8e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 943 time: 0.0490429 Aug 07 14:32:11.870171 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-16288dd7-cdb9-4696-b3ff-f775ec92bea2 req-9d802f7b-20fe-45bf-97e1-b753a9d0f4b5 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Aug 07 14:32:11.895223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:32:11.898662 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f604f7ad-028b-41d8-b818-019e97a58620,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:32:11.971408 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:12.005089 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.005714 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:12.007090 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] 10.222.0.11 "PUT /v2.0/ports/f604f7ad-028b-41d8-b818-019e97a58620 HTTP/1.1" status: 200 len: 1093 time: 0.9354441 Aug 07 14:32:12.007557 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:12.009894 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d6424e-801a-4e8c-9246-df6b7cab06d4" -d '{"events": [{"name": "network-changed", "server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "tag": "f604f7ad-028b-41d8-b818-019e97a58620"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:12.040162 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b95c1-4474-4486-bcd3-94c86a6f8b5b service neutron] Pushing event updated for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:12.066345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb175b-a17f-49e5-bb75-44f62ac7d27c req-20790089-dd26-437f-9c4f-d7bcff26d124 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.067989 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcbb175b-a17f-49e5-bb75-44f62ac7d27c req-20790089-dd26-437f-9c4f-d7bcff26d124 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0572276 Aug 07 14:32:12.080961 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f191b57-0f99-4282-8ad2-66575f906424 x-openstack-request-id: req-5f191b57-0f99-4282-8ad2-66575f906424 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:12.081266 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "tag": "f604f7ad-028b-41d8-b818-019e97a58620", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:12.081525 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f191b57-0f99-4282-8ad2-66575f906424 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:12.081931 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620', 'status': 'completed', 'code': 200} Aug 07 14:32:12.109416 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcbb175b-a17f-49e5-bb75-44f62ac7d27c req-6d5f653b-4451-4ca9-b52c-c2c8524c6fa6 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Aug 07 14:32:12.207879 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-1fdc72d0-cb57-47c8-b39e-47dac55e9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.209479 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-1fdc72d0-cb57-47c8-b39e-47dac55e9f72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 1096 time: 0.0476654 Aug 07 14:32:12.330966 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-97d9d23f-a6a2-4e30-bbfe-ec51f98dca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.332418 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-97d9d23f-a6a2-4e30-bbfe-ec51f98dca9e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1019771 Aug 07 14:32:12.439530 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-f30b8f06-381f-4134-aa71-5b79e0e1b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.441067 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-99d6424e-801a-4e8c-9246-df6b7cab06d4 req-f30b8f06-381f-4134-aa71-5b79e0e1b724 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996158 Aug 07 14:32:12.555912 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-b0cff9a8-40a0-48f0-a30b-626f16017f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.557455 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-b0cff9a8-40a0-48f0-a30b-626f16017f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 1096 time: 0.0431547 Aug 07 14:32:12.619049 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-001b7ffa-39a1-45c0-b2ba-7139b9cbb520 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f604f7ad-028b-41d8-b818-019e97a58620 HTTP/1.1" status: 200 len: 217 time: 0.0371294 Aug 07 14:32:12.628818 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42ea90-693e-48ad-9c00-e0eb6e4e8cfb req-43edb76d-1e49-4499-9576-98f6a79d62c6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.630422 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc42ea90-693e-48ad-9c00-e0eb6e4e8cfb req-43edb76d-1e49-4499-9576-98f6a79d62c6 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0530698 Aug 07 14:32:12.680846 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc42ea90-693e-48ad-9c00-e0eb6e4e8cfb req-9cb7da06-1dbd-46d8-8ac2-64f8fb8a7c9e tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Aug 07 14:32:12.708017 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-62e29932-8848-472f-81db-a912292932d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.709625 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-62e29932-8848-472f-81db-a912292932d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92b103a4-9bee-49cc-9d7c-2252afa3cdbb HTTP/1.1" status: 200 len: 849 time: 0.0729725 Aug 07 14:32:12.748700 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-cf656d66-6c34-4ec3-95f6-5be6a1ee5dad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=927a23f4-af35-4867-96b2-d77c575c418e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266640 Aug 07 14:32:12.753961 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d4e93-1534-4ba2-92da-7b239b8561b0 req-f8066fe0-c7e2-4af9-b286-6e75587ad065 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.755506 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f5d4e93-1534-4ba2-92da-7b239b8561b0 req-f8066fe0-c7e2-4af9-b286-6e75587ad065 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0509560 Aug 07 14:32:12.803676 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f5d4e93-1534-4ba2-92da-7b239b8561b0 req-eefa56dc-9431-4d2d-b7b8-f74506d9835c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366364 Aug 07 14:32:12.853845 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-f2556039-e723-4d38-a70f-53e4b6d7bf03 service neutron] 10.222.0.11 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943692 Aug 07 14:32:12.961192 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-38926a4d-bcfc-45da-83cb-f16b21742950 req-235ae64d-717a-43ad-88db-1cd394547979 service neutron] 10.222.0.11 "GET /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992565 Aug 07 14:32:12.996600 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f13aa4-d6e6-43c3-8429-d40f1117da8d req-1d8b845d-74d1-4379-92c9-52e5f0634c78 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:12.998113 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29f13aa4-d6e6-43c3-8429-d40f1117da8d req-1d8b845d-74d1-4379-92c9-52e5f0634c78 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 943 time: 0.0550885 Aug 07 14:32:13.038175 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-29f13aa4-d6e6-43c3-8429-d40f1117da8d req-3133dd86-25f6-4767-b89f-ef0528d4d404 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Aug 07 14:32:13.229394 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999dc44-0f86-429e-b611-a2e28f5f4941 req-97a16307-2bcb-43f5-b88a-fd395d6bbc42 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:13.231054 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d999dc44-0f86-429e-b611-a2e28f5f4941 req-97a16307-2bcb-43f5-b88a-fd395d6bbc42 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0513146 Aug 07 14:32:13.283594 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d999dc44-0f86-429e-b611-a2e28f5f4941 req-c28b9ba9-ecb6-4759-85b9-796c4d075ace tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Aug 07 14:32:13.319311 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-1afd18ba-83c2-4685-90c2-b9b089494813 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:13.320966 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-1afd18ba-83c2-4685-90c2-b9b089494813 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 946 time: 0.0648572 Aug 07 14:32:13.433303 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Deleting port 6041061d-371f-4f6a-a0f2-cfa7e210f892 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:13.433714 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:13.536221 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] For port 6041061d-371f-4f6a-a0f2-cfa7e210f892, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6041061d-371f-4f6a-a0f2-cfa7e210f892,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:13.536521 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:13.552004 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Calling delete_port for 6041061d-371f-4f6a-a0f2-cfa7e210f892 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:13.772423 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:13.807970 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Pushing event deleted for resources: {'Port': ['ID=6041061d-371f-4f6a-a0f2-cfa7e210f892,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:13.819940 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9741943-e43d-4aa7-8759-f3071725bae7 req-b0edd972-044e-4763-a95f-8a1bafd8a248 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:13.821521 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9741943-e43d-4aa7-8759-f3071725bae7 req-b0edd972-044e-4763-a95f-8a1bafd8a248 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0594897 Aug 07 14:32:13.826460 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['579e081b-f5c7-4cb9-b745-83f9af0513bb', '6041061d-371f-4f6a-a0f2-cfa7e210f892'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:13.849514 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] No DVR routers for this DVR port 6041061d-371f-4f6a-a0f2-cfa7e210f892 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:13.852797 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:13.855690 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-0da344fa-a2d9-4038-b6ca-01d143d8f3e1 req-5f94b06a-3523-478f-9d4e-1f390d9a2e30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "DELETE /v2.0/ports/6041061d-371f-4f6a-a0f2-cfa7e210f892 HTTP/1.1" status: 204 len: 173 time: 0.5256054 Aug 07 14:32:13.873693 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9741943-e43d-4aa7-8759-f3071725bae7 req-d64c829f-a7ed-4793-8163-3010660e4fd5 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/security-groups?id=0baddb80-6128-447b-91a8-394426a7f7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Aug 07 14:32:13.963369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd022a2b-9459-4bea-ab6d-e9ace8171b48 req-ea580de8-db40-4954-8269-9f4ec78deadc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:13.965181 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fd022a2b-9459-4bea-ab6d-e9ace8171b48 req-ea580de8-db40-4954-8269-9f4ec78deadc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0581551 Aug 07 14:32:14.010056 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fd022a2b-9459-4bea-ab6d-e9ace8171b48 req-6d5699c3-4741-41f9-b20c-d9ebeea05a01 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 Aug 07 14:32:14.083399 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'name': 'network-vif-deleted', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:14.087563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf8040-c919-4c4c-845b-0a51731fe68c" -d '{"events": [{"server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "name": "network-vif-deleted", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:14.108346 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-9cddbaf7-8d8d-4790-8f74-f97e25761891 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:14.111765 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-9cddbaf7-8d8d-4790-8f74-f97e25761891 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 945 time: 0.0761182 Aug 07 14:32:14.164218 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290004b3-4394-4a3c-80a7-e8d28bc4ef4e x-openstack-request-id: req-290004b3-4394-4a3c-80a7-e8d28bc4ef4e {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:14.164508 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3825b06-18fd-4b90-917d-4dcf6bf99818", "name": "network-vif-deleted", "tag": "6041061d-371f-4f6a-a0f2-cfa7e210f892", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:14.164780 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-290004b3-4394-4a3c-80a7-e8d28bc4ef4e {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:14.165235 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3825b06-18fd-4b90-917d-4dcf6bf99818', 'name': 'network-vif-deleted', 'tag': '6041061d-371f-4f6a-a0f2-cfa7e210f892', 'status': 'completed', 'code': 200} Aug 07 14:32:14.206224 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4acc-044a-4462-b0d5-57bf2132c06f req-bd8db7b7-a3cd-46ed-a193-1dfa3edacafb tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:14.207824 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e65b4acc-044a-4462-b0d5-57bf2132c06f req-bd8db7b7-a3cd-46ed-a193-1dfa3edacafb tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 943 time: 0.0534961 Aug 07 14:32:14.241699 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Deleting port 6f1770eb-7500-4ae9-b575-4556332f6098 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:14.244713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:14.250528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e65b4acc-044a-4462-b0d5-57bf2132c06f req-737b2bbe-8783-435e-abe9-ea6ebd95f89b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Aug 07 14:32:14.355172 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] For port 6f1770eb-7500-4ae9-b575-4556332f6098, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=6f1770eb-7500-4ae9-b575-4556332f6098,segment=NetworkSegment(15e0137d-b66d-4868-987c-262aba4d90ab),segment_id=15e0137d-b66d-4868-987c-262aba4d90ab)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:14.356093 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:14.372447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Calling delete_port for 6f1770eb-7500-4ae9-b575-4556332f6098 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:14.427171 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-475b37fb-119f-4202-a1c0-2ae05b0d8364 req-e40e5510-96a4-40df-ad28-00da0969f49d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3825b06-18fd-4b90-917d-4dcf6bf99818 HTTP/1.1" status: 200 len: 210 time: 0.0443819 Aug 07 14:32:14.670077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:14.700924 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Pushing event deleted for resources: {'Port': ['ID=6f1770eb-7500-4ae9-b575-4556332f6098,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:14.711712 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['6f1770eb-7500-4ae9-b575-4556332f6098'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:14.759352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] No DVR routers for this DVR port 6f1770eb-7500-4ae9-b575-4556332f6098 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:14.761890 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:14.764345 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-fb005951-c340-4ba9-8b2f-5f307c8d7ed7 req-8c2b9afc-783b-44cd-9ea2-124aebd27659 tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.11 "DELETE /v2.0/ports/6f1770eb-7500-4ae9-b575-4556332f6098 HTTP/1.1" status: 204 len: 173 time: 0.6465526 Aug 07 14:32:14.977262 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e16ff406-11e0-4089-bc56-663b37999299 req-95d7697e-6293-4d86-9eba-0a6c070cb0bc tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.0263081 Aug 07 14:32:15.154715 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e00cc5-498a-4b8e-b8fd-e7864cfa34b4 req-94e5292a-6d23-47f9-af36-733568eb0ac4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:15.157291 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-49e00cc5-498a-4b8e-b8fd-e7864cfa34b4 req-94e5292a-6d23-47f9-af36-733568eb0ac4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0742602 Aug 07 14:32:15.197445 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-49e00cc5-498a-4b8e-b8fd-e7864cfa34b4 req-97d9da1b-c445-4bcb-a05c-8e4216ef4683 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341101 Aug 07 14:32:15.375847 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a136-dd02-47d8-9e60-f0b66ecf462a req-9629b748-2703-4ce2-a007-bd027ea00a6d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:15.377477 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb5a136-dd02-47d8-9e60-f0b66ecf462a req-9629b748-2703-4ce2-a007-bd027ea00a6d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 943 time: 0.0522361 Aug 07 14:32:15.419769 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb5a136-dd02-47d8-9e60-f0b66ecf462a req-b43c5491-ec7b-483a-8ca4-bf73db503159 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Aug 07 14:32:15.776378 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device f604f7ad-028b-41d8-b818-019e97a58620 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:32:15.896263 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f604f7ad-028b-41d8-b818-019e97a58620,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:15.911026 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'f604f7ad-028b-41d8-b818-019e97a58620', 'network_id': '927a23f4-af35-4867-96b2-d77c575c418e', 'port_id': 'f604f7ad-028b-41d8-b818-019e97a58620', 'mac_address': 'fa:16:3e:ea:ad:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b103a4-9bee-49cc-9d7c-2252afa3cdbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:32:15.963293 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:15.981046 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f604f7ad-028b-41d8-b818-019e97a58620 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:32:16.007760 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f604f7ad-028b-41d8-b818-019e97a58620,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:16.058707 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:16.130955 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a88359-2564-4393-b8ae-b202542968ea req-758c4466-bfa6-4e18-8069-6eab00d6108f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:16.132628 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9a88359-2564-4393-b8ae-b202542968ea req-758c4466-bfa6-4e18-8069-6eab00d6108f tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0863693 Aug 07 14:32:16.136892 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:16.148574 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.149052 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.149314 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.149630 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.150032 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.150380 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.150719 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.151060 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.151420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.151799 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.152186 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.152522 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:16.158133 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6a4010ce-9bb1-4350-a223-e4460c3def97 req-938d0e85-b157-4c20-bc2f-960b00eabd6b tempest-AttachVolumeNegativeTest-1625866602 tempest-AttachVolumeNegativeTest-1625866602-project] 10.222.0.26 "GET /v2.0/ports?device_id=215f3e91-f29d-47d1-8eea-3fda52ece461 HTTP/1.1" status: 200 len: 210 time: 0.0553679 Aug 07 14:32:16.166544 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'name': 'network-vif-deleted', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:16.172974 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93653a3a-0e86-402c-8f1b-fd1256d024af" -d '{"events": [{"server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "name": "network-vif-deleted", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:16.216479 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4314e3-bad0-4317-949d-1b8fc4945114 x-openstack-request-id: req-1e4314e3-bad0-4317-949d-1b8fc4945114 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:16.216923 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f3e91-f29d-47d1-8eea-3fda52ece461", "name": "network-vif-deleted", "tag": "6f1770eb-7500-4ae9-b575-4556332f6098", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:16.217107 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f9a88359-2564-4393-b8ae-b202542968ea req-a8cdcf8b-a056-419f-9e13-3ebf417cdf7d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Aug 07 14:32:16.217346 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e4314e3-bad0-4317-949d-1b8fc4945114 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:16.217879 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f3e91-f29d-47d1-8eea-3fda52ece461', 'name': 'network-vif-deleted', 'tag': '6f1770eb-7500-4ae9-b575-4556332f6098', 'status': 'completed', 'code': 200} Aug 07 14:32:16.371390 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135948-e912-42e6-b8a0-27f67ebe4f5d req-2defb939-65b1-404a-8078-cf3d73fd5589 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:16.373059 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4d135948-e912-42e6-b8a0-27f67ebe4f5d req-2defb939-65b1-404a-8078-cf3d73fd5589 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0525632 Aug 07 14:32:16.417522 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4d135948-e912-42e6-b8a0-27f67ebe4f5d req-037aaa35-cbc0-4cc0-b5a7-fe3c5d714ada tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373216 Aug 07 14:32:16.555626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ad7a-74dc-4024-9bcd-aa58876a721a req-60433ec0-4cd1-45cc-8456-660f2f243734 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:16.557114 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7669ad7a-74dc-4024-9bcd-aa58876a721a req-60433ec0-4cd1-45cc-8456-660f2f243734 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 944 time: 0.0519118 Aug 07 14:32:16.603658 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7669ad7a-74dc-4024-9bcd-aa58876a721a req-6877b151-1773-4731-90cf-f2c86464409d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356846 Aug 07 14:32:16.606197 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['f604f7ad-028b-41d8-b818-019e97a58620'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:17.025518 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:32:17.230757 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51906) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:17.282792 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Deleting subnet 009e0152-ef62-4114-885a-920e62378c26 {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:32:17.286418 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.344696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.353120 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.402119 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee93c-3fae-4ccd-91c4-66e713f867a6 req-0443944a-7b61-41eb-a293-1413195c7d55 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:17.403641 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4dbee93c-3fae-4ccd-91c4-66e713f867a6 req-0443944a-7b61-41eb-a293-1413195c7d55 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0883431 Aug 07 14:32:17.448442 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4dbee93c-3fae-4ccd-91c4-66e713f867a6 req-6529a538-0021-41ca-958c-db2f18a591a0 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Aug 07 14:32:17.504036 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.557947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009e0152-ef62-4114-885a-920e62378c26,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:17.563949 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.565325 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4fa098b1-0d46-40c0-bfe4-704c5d2b1652 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/009e0152-ef62-4114-885a-920e62378c26 HTTP/1.1" status: 204 len: 168 time: 0.3335693 Aug 07 14:32:17.568167 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51912) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:17.583268 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c2cc-0b9e-4b82-9057-7207fef11052 req-91b52068-e1b9-4dc6-a42f-fd48129e2b8a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:17.585929 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9d3c2cc-0b9e-4b82-9057-7207fef11052 req-91b52068-e1b9-4dc6-a42f-fd48129e2b8a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0929677 Aug 07 14:32:17.626237 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e9d3c2cc-0b9e-4b82-9057-7207fef11052 req-eae365ae-3eeb-4e40-8e52-6199d3a93f40 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348096 Aug 07 14:32:17.640680 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.732854 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.748692 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e09a640-ac3f-40e1-8ada-10671b223cb4']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:17.759961 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e0137d-b66d-4868-987c-262aba4d90ab') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:17.760217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45946086-7e1d-4d63-ad95-ed1b6a86e3dc req-13e991ff-5b26-43e8-b1cf-a2a9f40c7220 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:17.760354 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e0137d-b66d-4868-987c-262aba4d90ab') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:17.761576 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45946086-7e1d-4d63-ad95-ed1b6a86e3dc req-13e991ff-5b26-43e8-b1cf-a2a9f40c7220 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 944 time: 0.0573571 Aug 07 14:32:17.770211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.786556 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.793705 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:32:17.794437 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.795475 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device f604f7ad-028b-41d8-b818-019e97a58620 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:32:17.797164 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:32:17.816567 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45946086-7e1d-4d63-ad95-ed1b6a86e3dc req-fe757948-db8f-452a-9464-b1e66a754aa3 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Aug 07 14:32:17.932418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.938846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.941015 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e09a640-ac3f-40e1-8ada-10671b223cb4 HTTP/1.1" status: 204 len: 168 time: 0.3715539 Aug 07 14:32:17.945505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port f604f7ad-028b-41d8-b818-019e97a58620 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:32:17.951097 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port f604f7ad-028b-41d8-b818-019e97a58620 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:32:17.951754 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:17.955945 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dd513-cbb4-4e99-8ccf-0b942dbf40ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4e09a640-ac3f-40e1-8ada-10671b223cb4,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:18.054439 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.082543 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:18.084862 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a27f7c8-efed-4f12-8370-8dd65191fb1c" -d '{"events": [{"server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "f604f7ad-028b-41d8-b818-019e97a58620"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:18.098812 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f604f7ad-028b-41d8-b818-019e97a58620,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:18.125859 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792d3013-879e-432e-8312-e7d98cb59b1e x-openstack-request-id: req-792d3013-879e-432e-8312-e7d98cb59b1e {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:18.126183 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "f604f7ad-028b-41d8-b818-019e97a58620", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:18.126434 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-792d3013-879e-432e-8312-e7d98cb59b1e {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:18.126851 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620', 'code': 200} Aug 07 14:32:18.172079 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.173108 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6041061d-371f-4f6a-a0f2-cfa7e210f892 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:18.193554 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 6041061d-371f-4f6a-a0f2-cfa7e210f892 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:18.193858 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6041061d-371f-4f6a-a0f2-cfa7e210f892 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:18.194095 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6f1770eb-7500-4ae9-b575-4556332f6098 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:18.232359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 6f1770eb-7500-4ae9-b575-4556332f6098 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:18.232715 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 6f1770eb-7500-4ae9-b575-4556332f6098 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:18.268949 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:18.311005 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51922) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:18.352410 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-e65c23ba-e2d5-425d-a927-7f964545e280 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddfd469a9b174b45914b4405945002d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396743 Aug 07 14:32:18.356364 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51924) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:18.419549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.507297 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87506e97-029d-4332-8cc0-91df376c17c7 req-d7d4e949-9c7e-4d20-8cde-2f6013d1b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:18.509540 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-87506e97-029d-4332-8cc0-91df376c17c7 req-d7d4e949-9c7e-4d20-8cde-2f6013d1b7c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 1098 time: 0.0527472 Aug 07 14:32:18.568427 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-87506e97-029d-4332-8cc0-91df376c17c7 req-d855fdb1-7194-49b3-996a-6cd6f1400438 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Aug 07 14:32:18.684073 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.742205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac9f96-956f-4591-9f41-defd15739043 req-053d549d-e3a5-4599-a0b1-e6eef06ef43d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:18.744123 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bac9f96-956f-4591-9f41-defd15739043 req-053d549d-e3a5-4599-a0b1-e6eef06ef43d tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0962479 Aug 07 14:32:18.812782 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bac9f96-956f-4591-9f41-defd15739043 req-3731dfbc-f3cd-489d-8be6-4806137ff1e9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534456 Aug 07 14:32:18.820728 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82748f1c-439c-4e80-b6d4-7d0d682bcdc7 req-4d3c57a1-a293-4827-ade5-a42eb1a90001 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:18.822163 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82748f1c-439c-4e80-b6d4-7d0d682bcdc7 req-4d3c57a1-a293-4827-ade5-a42eb1a90001 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1072626 Aug 07 14:32:18.866412 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82748f1c-439c-4e80-b6d4-7d0d682bcdc7 req-255a8041-2d24-4bee-b186-662ac817ceac tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Aug 07 14:32:18.887205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.889910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:18.893424 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0baddb80-6128-447b-91a8-394426a7f7d9 HTTP/1.1" status: 204 len: 168 time: 0.5340314 Aug 07 14:32:18.923503 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc34b3-ac9e-4ed8-a59d-72f7a31b7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baddb80-6128-447b-91a8-394426a7f7d9,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:18.949769 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6885f3-1232-466f-9c04-0d6a4d281134 req-425fc99c-378b-4495-ac82-0d587db1a8cd tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:18.951488 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec6885f3-1232-466f-9c04-0d6a4d281134 req-425fc99c-378b-4495-ac82-0d587db1a8cd tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.0589170 Aug 07 14:32:18.994884 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec6885f3-1232-466f-9c04-0d6a4d281134 req-f6454686-4459-438b-9981-512fe32660f1 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Aug 07 14:32:19.984154 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-30c285a1-5b07-4139-9409-5716b2216b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:20.008349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b1d44-4496-4142-849f-5ae690793f2b req-514469be-5aeb-4708-85c4-3bf28f719ac5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:20.009906 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c78b1d44-4496-4142-849f-5ae690793f2b req-514469be-5aeb-4708-85c4-3bf28f719ac5 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1058438 Aug 07 14:32:20.021367 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51697b86-5b0f-4fd6-8ee0-f69fcf04cd38 req-472a6703-3f8d-4531-9e6b-ee6df2a8b081 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:20.022911 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-51697b86-5b0f-4fd6-8ee0-f69fcf04cd38 req-472a6703-3f8d-4531-9e6b-ee6df2a8b081 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0778534 Aug 07 14:32:20.083249 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c78b1d44-4496-4142-849f-5ae690793f2b req-4f707145-2121-4dec-82cc-12f3cbffde3b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Aug 07 14:32:20.086820 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-51697b86-5b0f-4fd6-8ee0-f69fcf04cd38 req-a4a168d4-405b-45d3-b406-58bb48c90745 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562987 Aug 07 14:32:20.215562 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56883-5031-4226-a6db-afc4444c444f req-08f79859-6466-49f2-aa68-8eab9021cef0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:20.217546 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27c56883-5031-4226-a6db-afc4444c444f req-08f79859-6466-49f2-aa68-8eab9021cef0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.0623262 Aug 07 14:32:20.267589 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-27c56883-5031-4226-a6db-afc4444c444f req-5bb23c87-ca47-4138-b52e-1f125626251b tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Aug 07 14:32:21.139087 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-ddde8d9d-76c5-473f-a590-95842fe9a52b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688664668&fields=id&tenant_id=9f9121a472364cf98ef224b73341f0ba HTTP/1.1" status: 200 len: 267 time: 0.0388675 Aug 07 14:32:21.236445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-8a4adb04-06b8-40c8-88c1-ae3d62445128 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:21.238012 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-8a4adb04-06b8-40c8-88c1-ae3d62445128 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 985 time: 0.0905733 Aug 07 14:32:21.246921 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302135-dae5-4506-8e13-cb26ce0a22e4 req-af4ff19d-08cf-4bee-9968-d139800c9987 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:21.248520 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d2302135-dae5-4506-8e13-cb26ce0a22e4 req-af4ff19d-08cf-4bee-9968-d139800c9987 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0875018 Aug 07 14:32:21.254343 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Request body: {'port': {'security_groups': ['b26b71f7-05e0-465b-8c3f-85ed93f10e50']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:32:21.344938 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d2302135-dae5-4506-8e13-cb26ce0a22e4 req-eeb2674f-f7f6-4e82-b23b-b914ddedbae3 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871930 Aug 07 14:32:21.353114 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:21.503529 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5dc37-87af-4327-8ccd-257f44fae181 req-6fe557e0-ddeb-4bb0-9b42-d454f749c972 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:21.505270 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-72f5dc37-87af-4327-8ccd-257f44fae181 req-6fe557e0-ddeb-4bb0-9b42-d454f749c972 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0897710 Aug 07 14:32:21.604870 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-72f5dc37-87af-4327-8ccd-257f44fae181 req-b4b69178-84b2-4666-864f-c43f47f3ef29 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835955 Aug 07 14:32:21.643103 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:21.684202 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:21.727205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242015-82fb-4c14-815e-c1b412f0aa04 req-2bd0a94d-e89f-49da-a352-76931caa79b0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:21.728856 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b242015-82fb-4c14-815e-c1b412f0aa04 req-2bd0a94d-e89f-49da-a352-76931caa79b0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.0560946 Aug 07 14:32:21.779273 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7b242015-82fb-4c14-815e-c1b412f0aa04 req-9cb29cac-8551-4ff0-85c3-de87ce8b718d tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Aug 07 14:32:22.001425 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.043257 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:22.050368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.050368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.055220 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec4d5de1-d107-49c3-8622-a7904101ab00 req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "PUT /v2.0/ports/44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 943 time: 0.8054476 Aug 07 14:32:22.055835 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:22.057987 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 51990) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:22.058691 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1518e91f-3288-4984-baad-df1c0d8ed921" -d '{"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:22.102623 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event updated for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=7']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:22.120063 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.120863 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.121642 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.122358 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.123356 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.123954 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.125378 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.126097 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.126800 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.127511 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.128253 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.128977 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fb38b9-6ff8-43ed-90bc-91db9320b57f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:22.152656 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922fa15-ab63-4eec-bb2e-2f21b6400feb x-openstack-request-id: req-c922fa15-ab63-4eec-bb2e-2f21b6400feb {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:22.157787 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:22.158020 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c922fa15-ab63-4eec-bb2e-2f21b6400feb {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:22.159028 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:32:22.170086 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.214033 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.248160 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:22.334318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-e4d755ee-924f-43bd-8033-172bd255c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.335931 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-e4d755ee-924f-43bd-8033-172bd255c2f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1099 time: 0.1167705 Aug 07 14:32:22.395312 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c3edabdd-7b20-4c79-b5b5-fd0ef8c7eb84 None None] Provisioning complete for port 44ea5125-ed0c-4108-b095-8f55ae981cdb triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:32:22.395738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c3edabdd-7b20-4c79-b5b5-fd0ef8c7eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.447464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.447464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.447464 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e65bc93-5e38-477f-a8a3-136f4dd74372 HTTP/1.1" status: 204 len: 168 time: 0.3868005 Aug 07 14:32:22.449069 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 51998) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:22.466563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-ae292df1-df88-4b04-9e59-b6335f3d0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.468604 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-ae292df1-df88-4b04-9e59-b6335f3d0ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.1234832 Aug 07 14:32:22.474046 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e2723-6155-478f-9ac3-8c6947880f9e tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65bc93-5e38-477f-a8a3-136f4dd74372,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:22.575676 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-6fbbd3d2-e5f3-4735-9317-174233f93348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 1001 time: 0.0857720 Aug 07 14:32:22.659668 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-3678f7dd-f2cc-4f78-91a3-6933c2875430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.665119 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-3678f7dd-f2cc-4f78-91a3-6933c2875430 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.0738077 Aug 07 14:32:22.698320 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ba28-d340-43d4-ae13-31831e1946ba req-5b0d359f-33a4-4e48-8a2d-5e0c095b08ba tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.710809 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a10ba28-d340-43d4-ae13-31831e1946ba req-5b0d359f-33a4-4e48-8a2d-5e0c095b08ba tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.2742779 Aug 07 14:32:22.728479 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-ed2997dc-d0ca-4906-ad06-7ba5e2aef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.730015 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-ed2997dc-d0ca-4906-ad06-7ba5e2aef68d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507638 Aug 07 14:32:22.808720 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-11cbb65b-6ee9-445d-9d0b-ed99ce7ff207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.829661 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a10ba28-d340-43d4-ae13-31831e1946ba req-d2fa2bb3-6f48-45f4-85fb-257593330343 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859809 Aug 07 14:32:22.839447 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-bad55fb7-7185-4bb8-8303-3c7bf8688c45 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000991 Aug 07 14:32:22.866781 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ee2f-9fcd-49d3-a47d-2d7aa17b197b req-fd3ca373-e5fe-4824-8366-d9e133f33175 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:22.872146 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4535ee2f-9fcd-49d3-a47d-2d7aa17b197b req-fd3ca373-e5fe-4824-8366-d9e133f33175 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1601944 Aug 07 14:32:22.925030 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Deleting port 994038b0-1e67-42db-8138-1e83adba557a {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:22.925397 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:22.930786 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4535ee2f-9fcd-49d3-a47d-2d7aa17b197b req-5513af9a-c9d6-4d89-b79b-dc4e06bcc3ea tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549529 Aug 07 14:32:22.950498 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-1518e91f-3288-4984-baad-df1c0d8ed921 req-0d72410c-43d6-44db-be9d-47578168221b service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019282 Aug 07 14:32:23.033230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.033230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.046830 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Calling delete_port for 994038b0-1e67-42db-8138-1e83adba557a owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:23.315250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.344297 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event deleted for resources: {'Port': ['ID=994038b0-1e67-42db-8138-1e83adba557a,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:23.395748 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.398710 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Floating IP b559ee3e-3e2c-40e3-8439-6539302a421b disassociated (deleted). External IP: 172.27.3.69, port: 44ea5125-ed0c-4108-b095-8f55ae981cdb. Aug 07 14:32:23.418474 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.457341 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f094d4-a5ae-4ab6-baf5-9eb121699b35 req-03691b4a-52ef-4bc8-80a3-f0633672c871 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:23.458944 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-53f094d4-a5ae-4ab6-baf5-9eb121699b35 req-03691b4a-52ef-4bc8-80a3-f0633672c871 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1173644 Aug 07 14:32:23.545851 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-53f094d4-a5ae-4ab6-baf5-9eb121699b35 req-548e8569-790c-4ba3-bd3f-eb7267944375 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540528 Aug 07 14:32:23.644122 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-7474fc18-639f-46c3-8f56-685c15ff6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:23.646138 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-7474fc18-639f-46c3-8f56-685c15ff6849 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1098 time: 0.0548625 Aug 07 14:32:23.659166 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Router 940519f7-bbec-4eef-85ad-20c361bbfd4b has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:23.781681 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-bd185ff8-3e93-49cd-ab51-9370f08185b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:23.784360 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-bd185ff8-3e93-49cd-ab51-9370f08185b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 912 time: 0.1153643 Aug 07 14:32:23.804166 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:23.810622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:23.819493 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Sync routers for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:23.837782 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:23.838437 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:23.863084 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ddfcbeca-3970-408b-9196-421890ca6be3 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "DELETE /v2.0/floatingips/b559ee3e-3e2c-40e3-8439-6539302a421b HTTP/1.1" status: 204 len: 168 time: 1.4124198 Aug 07 14:32:23.947735 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-227f5ba6-ab4e-4933-b027-f3ca63ea2708 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 1001 time: 0.1554811 Aug 07 14:32:23.991732 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:24.021790 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-5c927fdc-17ef-4566-a809-d798e8595d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.023680 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-5c927fdc-17ef-4566-a809-d798e8595d86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.0676162 Aug 07 14:32:24.026446 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d2682-5f23-4a57-855a-719d8fd414c2 req-050cd418-d487-4db4-94ad-31c855cb3a8e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.042040 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f14d2682-5f23-4a57-855a-719d8fd414c2 req-050cd418-d487-4db4-94ad-31c855cb3a8e tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.1640542 Aug 07 14:32:24.045586 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:24.054149 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-83a54b5c-2329-4356-9cce-a7033b537a82 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.056405 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-83a54b5c-2329-4356-9cce-a7033b537a82 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.1355660 Aug 07 14:32:24.129305 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-0a10fdbb-57e2-45ea-9868-b3b7c9658dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.133065 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-0a10fdbb-57e2-45ea-9868-b3b7c9658dae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953522 Aug 07 14:32:24.161255 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:24.163945 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ed486-220a-430b-b49c-7d765c85bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:24.177987 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f14d2682-5f23-4a57-855a-719d8fd414c2 req-bc7f7394-958c-49c5-89a0-6d0d8bd0911c tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366637 Aug 07 14:32:24.258517 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Deleting port 579e081b-f5c7-4cb9-b745-83f9af0513bb {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:24.259540 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:24.270064 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-a972d7ae-7651-4b29-bf70-ed8ee09deb65 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270521 Aug 07 14:32:24.378433 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de222-3a7e-421c-94c3-62eaf7809c53 req-2cd35c20-a057-4e11-92bf-399379313da9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.379495 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0c9de222-3a7e-421c-94c3-62eaf7809c53 req-2cd35c20-a057-4e11-92bf-399379313da9 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 946 time: 0.0963283 Aug 07 14:32:24.397764 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-727a5278-c8fd-4558-9955-c5b0fba8c0c4 req-ec625b86-cf14-430f-9667-bd01dc320def service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162567 Aug 07 14:32:24.400323 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:24.405923 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd0c31-a345-445f-aec8-6951f2f9db9e x-openstack-request-id: req-e9cd0c31-a345-445f-aec8-6951f2f9db9e {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:24.405923 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:24.405923 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9cd0c31-a345-445f-aec8-6951f2f9db9e {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:24.405923 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:32:24.559930 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed486-220a-430b-b49c-7d765c85bf61 req-5980ba3d-a338-42b3-b894-515b8fcbbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.559930 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-5980ba3d-a338-42b3-b894-515b8fcbbe30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9121a472364cf98ef224b73341f0ba&device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 1099 time: 0.0697749 Aug 07 14:32:24.641535 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Checking router: 940519f7-bbec-4eef-85ad-20c361bbfd4b for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:32:24.662683 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:24.663248 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:24.775703 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed486-220a-430b-b49c-7d765c85bf61 req-1b7bf157-caf7-4780-b378-c073860c7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.777506 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-1b7bf157-caf7-4780-b378-c073860c7cee service neutron] 10.222.0.11 "GET /v2.0/networks?id=192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 200 len: 915 time: 0.2122343 Aug 07 14:32:24.832001 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-d1939ac9-b3f6-43cc-baf4-89f1b864e6e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 200 len: 217 time: 0.0416236 Aug 07 14:32:24.839733 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:24.852187 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0c9de222-3a7e-421c-94c3-62eaf7809c53 req-adda3b43-1488-4205-a9a7-88430f769e80 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/security-groups?id=f3626fcc-40c5-4b8c-98e1-908f58634029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618523 Aug 07 14:32:24.859079 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] For port 579e081b-f5c7-4cb9-b745-83f9af0513bb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=579e081b-f5c7-4cb9-b745-83f9af0513bb,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:24.859539 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:24.899481 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Calling delete_port for 579e081b-f5c7-4cb9-b745-83f9af0513bb owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:24.903229 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed486-220a-430b-b49c-7d765c85bf61 req-0486a4f9-10a5-4edb-b357-2b28686a9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.904901 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-0486a4f9-10a5-4edb-b357-2b28686a9b8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 200 len: 853 time: 0.0596528 Aug 07 14:32:24.928042 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc70f-66ec-408a-8940-02e9422298bc req-654b2328-7097-46a6-85b4-01d5b79e3ee2 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:24.928042 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-803fc70f-66ec-408a-8940-02e9422298bc req-654b2328-7097-46a6-85b4-01d5b79e3ee2 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.1187882 Aug 07 14:32:25.000514 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed486-220a-430b-b49c-7d765c85bf61 req-45756a81-d4d2-4493-a851-559915378607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:25.002477 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-45756a81-d4d2-4493-a851-559915378607 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=192b5453-7f81-4929-bbd3-0cfe3e80357a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758421 Aug 07 14:32:25.026887 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-803fc70f-66ec-408a-8940-02e9422298bc req-363a702d-92d9-409d-ad70-83a123354a1b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634353 Aug 07 14:32:25.137927 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:25.162775 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-4419667d-84ca-450b-9b19-ff5908c46200 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269121 Aug 07 14:32:25.195931 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:25.244950 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a443976-1423-411b-9854-d117da4fc7d2 None None] The sync data for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi is: [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:29:05Z', 'revision_number': 4, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c933a294-425f-407b-8313-a2ad80f78316', 'name': '', 'network_id': '192b5453-7f81-4929-bbd3-0cfe3e80357a', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'mac_address': 'fa:16:3e:fd:b3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:04Z', 'updated_at': '2021-08-07T14:29:12Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'subnets': [{'id': '23ae9157-3892-4448-9c2a-6e2c421a87d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:32:25.254175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:25.309377 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['579e081b-f5c7-4cb9-b745-83f9af0513bb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:25.332911 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Pushing event deleted for resources: {'Port': ['ID=579e081b-f5c7-4cb9-b745-83f9af0513bb,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:25.461284 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] No DVR routers for this DVR port 579e081b-f5c7-4cb9-b745-83f9af0513bb on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:25.470774 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:25.474775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b43fa10d-5b24-4b47-ae64-5652c0eda928 req-3ca84738-f327-4b60-9f86-ec2fe7ddde30 tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.11 "DELETE /v2.0/ports/579e081b-f5c7-4cb9-b745-83f9af0513bb HTTP/1.1" status: 204 len: 173 time: 1.3996551 Aug 07 14:32:25.492850 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3d13-9ab0-4a60-a8b9-339ec6887866 req-302004e4-6c04-4648-9b81-19aaa921c638 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:25.496404 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcab3d13-9ab0-4a60-a8b9-339ec6887866 req-302004e4-6c04-4648-9b81-19aaa921c638 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.1864808 Aug 07 14:32:25.602926 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcab3d13-9ab0-4a60-a8b9-339ec6887866 req-f7c35aa1-c6a2-42a1-8806-53e76633a144 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774822 Aug 07 14:32:25.657085 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-133ed486-220a-430b-b49c-7d765c85bf61 req-d87cb7e7-e5bd-4463-a9b8-d6edd08789b3 service neutron] 10.222.0.11 "GET /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805617 Aug 07 14:32:25.717562 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c320f-3d6e-4075-ac9e-6e1b51952c11 None None] New status for floating IP b559ee3e-3e2c-40e3-8439-6539302a421b: DOWN {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:32:26.004332 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-069b7dd6-0b09-4202-b4a9-daf7e69125ed req-48c1f339-7fd3-480c-ad46-8890f1c4688b tempest-ServerRescueNegativeTestJSON-1795794479 tempest-ServerRescueNegativeTestJSON-1795794479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c11dda89-7302-4a18-a36c-b735e9543ff7 HTTP/1.1" status: 200 len: 210 time: 0.0348334 Aug 07 14:32:26.182936 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348bdb9-7c4b-4c36-937b-5230f3c20afd req-aa9a6133-75d8-4273-9412-b16bc64f227f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:26.184526 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3348bdb9-7c4b-4c36-937b-5230f3c20afd req-aa9a6133-75d8-4273-9412-b16bc64f227f tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0516171 Aug 07 14:32:26.235367 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3348bdb9-7c4b-4c36-937b-5230f3c20afd req-0e1d3f2d-f143-45bd-825a-99ebb51bc864 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Aug 07 14:32:26.244738 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-bd9a882e-5acb-481a-8538-fcc5d22d3213 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:26.246243 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-bd9a882e-5acb-481a-8538-fcc5d22d3213 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.0601392 Aug 07 14:32:26.356052 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Deleting port f604f7ad-028b-41d8-b818-019e97a58620 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:26.356401 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:26.404194 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'name': 'network-vif-deleted', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:26.408797 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e03d3d7-edba-484e-aa24-2caf7eabfcfd" -d '{"events": [{"server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "name": "network-vif-deleted", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:26.451634 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d2c998-6afa-446d-8870-4301ad9472e4 x-openstack-request-id: req-39d2c998-6afa-446d-8870-4301ad9472e4 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:26.451918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dda89-7302-4a18-a36c-b735e9543ff7", "name": "network-vif-deleted", "tag": "579e081b-f5c7-4cb9-b745-83f9af0513bb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:26.452230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39d2c998-6afa-446d-8870-4301ad9472e4 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:26.452824 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11dda89-7302-4a18-a36c-b735e9543ff7', 'name': 'network-vif-deleted', 'tag': '579e081b-f5c7-4cb9-b745-83f9af0513bb', 'status': 'completed', 'code': 200} Aug 07 14:32:26.474529 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] For port f604f7ad-028b-41d8-b818-019e97a58620, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=f604f7ad-028b-41d8-b818-019e97a58620,segment=NetworkSegment(b34fa341-394c-4b94-9de7-d1762a0828db),segment_id=b34fa341-394c-4b94-9de7-d1762a0828db)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:26.474903 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:26.495180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Calling delete_port for f604f7ad-028b-41d8-b818-019e97a58620 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:26.753734 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0dbe1-0aa4-4f5a-96b1-2bc0ccfc6748 req-7823352f-74ed-464a-91d0-84a26fec7739 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:26.755326 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9be0dbe1-0aa4-4f5a-96b1-2bc0ccfc6748 req-7823352f-74ed-464a-91d0-84a26fec7739 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 945 time: 0.0674927 Aug 07 14:32:26.804737 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9be0dbe1-0aa4-4f5a-96b1-2bc0ccfc6748 req-96f7cc2e-99f6-446e-a2bc-09aaaec369a8 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f874c24-828a-4b13-88a6-84a5de5f5317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Aug 07 14:32:26.887008 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:26.925420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['f604f7ad-028b-41d8-b818-019e97a58620'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:26.962472 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Pushing event deleted for resources: {'Port': ['ID=f604f7ad-028b-41d8-b818-019e97a58620,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:26.979755 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] No DVR routers for this DVR port f604f7ad-028b-41d8-b818-019e97a58620 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:26.981937 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:26.984973 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-314b3548-0ac8-4d28-b4df-428bb51d2fa6 req-63a18ac1-c3db-452f-b03f-fba4ed9872e0 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.11 "DELETE /v2.0/ports/f604f7ad-028b-41d8-b818-019e97a58620 HTTP/1.1" status: 204 len: 173 time: 0.7285426 Aug 07 14:32:26.985250 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'name': 'network-vif-deleted', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:26.987840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3276a58-fb96-4251-a0b7-58a23765ac3b" -d '{"events": [{"server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "name": "network-vif-deleted", "tag": "f604f7ad-028b-41d8-b818-019e97a58620"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:27.034729 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9757bb-e15e-4d04-9ae7-01418ebd4250 x-openstack-request-id: req-3f9757bb-e15e-4d04-9ae7-01418ebd4250 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:27.035039 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b696cb-6e83-4cfb-959f-6b4ef02e7b3e", "name": "network-vif-deleted", "tag": "f604f7ad-028b-41d8-b818-019e97a58620", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:27.035291 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f9757bb-e15e-4d04-9ae7-01418ebd4250 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:27.035817 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b696cb-6e83-4cfb-959f-6b4ef02e7b3e', 'name': 'network-vif-deleted', 'tag': 'f604f7ad-028b-41d8-b818-019e97a58620', 'status': 'completed', 'code': 200} Aug 07 14:32:27.098348 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52114) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:27.621699 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:27.853817 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 579e081b-f5c7-4cb9-b745-83f9af0513bb no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:27.898247 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 579e081b-f5c7-4cb9-b745-83f9af0513bb {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:27.898869 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 579e081b-f5c7-4cb9-b745-83f9af0513bb not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:27.899357 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device f604f7ad-028b-41d8-b818-019e97a58620 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:27.923208 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: f604f7ad-028b-41d8-b818-019e97a58620 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:27.923557 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device f604f7ad-028b-41d8-b818-019e97a58620 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:27.947776 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-566f0b97-a494-4303-9176-e95d04873e72 req-ba9eb13b-381a-40cc-94f2-b447f4cdcaf1 tempest-VolumesActionsTest-1233718910 tempest-VolumesActionsTest-1233718910-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b696cb-6e83-4cfb-959f-6b4ef02e7b3e HTTP/1.1" status: 200 len: 210 time: 0.0343251 Aug 07 14:32:28.008525 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Deleting port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:28.008880 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:28.101813 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] For port ed65e4f8-b190-4b6a-ade9-c33118d5c6e8, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,segment=NetworkSegment(e296afeb-eb3b-44a6-ad48-503e24133b76),segment_id=e296afeb-eb3b-44a6-ad48-503e24133b76)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:28.102226 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:28.116288 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Calling delete_port for ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:28.390405 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:28.418059 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed65e4f8-b190-4b6a-ade9-c33118d5c6e8,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:28.589711 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:28.818970 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Router d967f611-5c8b-4fda-a6ac-bc5c88341b5a has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:28.927684 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:28.933117 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-ddd6b3d2-edfc-494a-a63a-6d7e80d0048d admin admin] 10.222.0.26 "PUT /v2.0/routers/d967f611-5c8b-4fda-a6ac-bc5c88341b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336155 Aug 07 14:32:28.935918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52136) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:28.939081 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Sync routers for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:28.948444 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:28.949065 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:28.977944 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.076132 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:29.078182 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef3422-c068-4b54-bff0-bb615dd8f058 req-148d3390-a115-4055-a7f8-ba0ce8423c12 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:29.079873 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70ef3422-c068-4b54-bff0-bb615dd8f058 req-148d3390-a115-4055-a7f8-ba0ce8423c12 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.1053898 Aug 07 14:32:29.114015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.189953 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70ef3422-c068-4b54-bff0-bb615dd8f058 req-41e697c5-8781-4a72-9145-d6d290fbe7fd tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996962 Aug 07 14:32:29.273984 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.292309 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:32:28Z', 'revision_number': 5, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:29.319315 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Checking router: d967f611-5c8b-4fda-a6ac-bc5c88341b5a for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:32:29.327921 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Routers {'d967f611-5c8b-4fda-a6ac-bc5c88341b5a'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:29.328356 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:29.382427 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Deleting port 5928d2c1-138a-4f56-b472-f30176083d3c {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:29.382926 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.445385 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] Set router d967f611-5c8b-4fda-a6ac-bc5c88341b5a gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:29.478094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] For port 5928d2c1-138a-4f56-b472-f30176083d3c, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5928d2c1-138a-4f56-b472-f30176083d3c,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:29.478473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.491438 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Calling delete_port for 5928d2c1-138a-4f56-b472-f30176083d3c owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:29.635080 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:32:28Z', 'revision_number': 5, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:29.685115 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0b3fb-bc6d-49d9-aff6-f100558f56f4 None None] The sync data for ids ['d967f611-5c8b-4fda-a6ac-bc5c88341b5a'] in dv-cinder-803823-2-iscsi is: [{'id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1450221605-router', 'tenant_id': 'c5d01a028856466792b2a6618a8e5e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:32:28Z', 'revision_number': 5, 'project_id': 'c5d01a028856466792b2a6618a8e5e30', 'gw_port': {'id': '5928d2c1-138a-4f56-b472-f30176083d3c', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967f611-5c8b-4fda-a6ac-bc5c88341b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:53Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:32:29.777709 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.804745 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Pushing event deleted for resources: {'Port': ['ID=5928d2c1-138a-4f56-b472-f30176083d3c,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:29.828064 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.937506 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:29.939922 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.097766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.098564 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d967f611-5c8b-4fda-a6ac-bc5c88341b5a {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:32:30.104646 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.105039 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4abf7f98-2a77-4e7f-9548-78171c1dd096 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d967f611-5c8b-4fda-a6ac-bc5c88341b5a HTTP/1.1" status: 204 len: 168 time: 1.1673527 Aug 07 14:32:30.107741 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52168) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:30.153545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Deleting subnet 47e6d363-1031-48cc-9dcd-3c5e2a62fd20 {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:32:30.157598 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.199397 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.207813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.330976 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be18b-f437-4524-af71-8c7f55ff0f9a req-ea2cfd4e-ed7a-4c6f-ae48-0f03b634e7a8 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:30.332752 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-338be18b-f437-4524-af71-8c7f55ff0f9a req-ea2cfd4e-ed7a-4c6f-ae48-0f03b634e7a8 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0554628 Aug 07 14:32:30.363308 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.402814 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-338be18b-f437-4524-af71-8c7f55ff0f9a req-d891bea5-d1ed-4db5-bfe9-2d546abdf272 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Aug 07 14:32:30.403518 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e6d363-1031-48cc-9dcd-3c5e2a62fd20,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:30.406405 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.408345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-fc553a4f-98b1-41c4-86fd-2329a5dded2e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/47e6d363-1031-48cc-9dcd-3c5e2a62fd20 HTTP/1.1" status: 204 len: 168 time: 0.2989423 Aug 07 14:32:30.410881 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52176) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:30.488330 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.570493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.581280 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.581722 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.582558 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.582821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > port after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.583235 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.583600 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > port after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.587494 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.587494 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.587494 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.587494 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.796669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.797041 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.797867 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.798365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 14:32:30.798759 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32dcef7-3543-4c1b-9096-227738730ca6']}} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:30.811759 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:30.822880 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e296afeb-eb3b-44a6-ad48-503e24133b76') {'for_net_delete': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:30.823219 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e296afeb-eb3b-44a6-ad48-503e24133b76') {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:30.833433 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:30.833884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ed65e4f8-b190-4b6a-ade9-c33118d5c6e8 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:30.834174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5928d2c1-138a-4f56-b472-f30176083d3c no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:30.848296 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4184149'] for segment, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.853835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 5928d2c1-138a-4f56-b472-f30176083d3c {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:30.854185 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5928d2c1-138a-4f56-b472-f30176083d3c not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:30.873273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.886123 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:32:30.886638 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8679233'] for segment, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: from cryptography.utils import int_from_bytes Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: from cryptography.utils import int_from_bytes Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: Traceback (most recent call last): Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: timer() Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: cb(*args, **kw) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: return func(*args, **kwargs) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: self._notify() Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: self.callback(batched_events) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: event.method(event) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: return f(self, *a, **k) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._get(url).json() Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: return self.request(url, 'GET', **kwargs) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:32:30.891417 dv-cinder-803823-2-iscsi neutron-server[94068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:32:31.029134 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.045082 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.050101 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f32dcef7-3543-4c1b-9096-227738730ca6 HTTP/1.1" status: 204 len: 168 time: 0.6352448 Aug 07 14:32:31.050101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44755dbd-d3e6-4d06-9d85-ebf7b0f93e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f32dcef7-3543-4c1b-9096-227738730ca6,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:31.522825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52204) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:31.539864 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52208) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:31.564048 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec3eb0-e902-463a-9593-f1576a98bcf9 req-07c07aad-82ef-4826-89d5-0832b0c3f80f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:31.565673 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bec3eb0-e902-463a-9593-f1576a98bcf9 req-07c07aad-82ef-4826-89d5-0832b0c3f80f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0806439 Aug 07 14:32:31.629150 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1bec3eb0-e902-463a-9593-f1576a98bcf9 req-ca084436-cb24-4190-a25d-f052d71d8640 tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Aug 07 14:32:31.634608 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-dde926fa-21d0-4887-9668-f49cf75fd4eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5d01a028856466792b2a6618a8e5e30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0913408 Aug 07 14:32:31.634931 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52214) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:31.685539 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.708645 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.806577 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.809527 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:31.810803 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3626fcc-40c5-4b8c-98e1-908f58634029 HTTP/1.1" status: 204 len: 168 time: 0.1749992 Aug 07 14:32:31.820122 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ee9f-dc53-43cf-9b82-ffeed241fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3626fcc-40c5-4b8c-98e1-908f58634029,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:31.998253 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d96cce1f-0083-41b5-948c-bb2e4ba362dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.087866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d96cce1f-0083-41b5-948c-bb2e4ba362dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.171787 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d96cce1f-0083-41b5-948c-bb2e4ba362dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.215832 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d96cce1f-0083-41b5-948c-bb2e4ba362dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cba332a9d8d43e79226ad16a2e9d9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914644 Aug 07 14:32:32.217239 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cce1f-0083-41b5-948c-bb2e4ba362dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4f436e-6810-42cb-ba86-f21ecaeb6574,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:32.219676 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52224) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:32.273833 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.296059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.389001 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.392466 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:32.393780 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a4f436e-6810-42cb-ba86-f21ecaeb6574 HTTP/1.1" status: 204 len: 168 time: 0.1727223 Aug 07 14:32:32.402157 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03edae0-d866-4bab-9553-37b7ee822960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4f436e-6810-42cb-ba86-f21ecaeb6574,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:32.759211 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c35e9-4042-4908-aa7e-dd6db5a894a9 req-28583c2a-d06e-49c3-b194-49eb496e189c tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:32.760859 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-941c35e9-4042-4908-aa7e-dd6db5a894a9 req-28583c2a-d06e-49c3-b194-49eb496e189c tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0540984 Aug 07 14:32:32.801329 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-941c35e9-4042-4908-aa7e-dd6db5a894a9 req-0e28cf29-84e3-403b-a5ec-9999dd986fac tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Aug 07 14:32:33.951626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda61d7-f96e-47db-b738-17ae1a75f5dd req-7f0401c1-5f59-4730-95b9-eb346b40c6ac tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:33.952399 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-f5ac4188-d87e-4f48-8f90-80ed260bdeda tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:33.953039 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0eda61d7-f96e-47db-b738-17ae1a75f5dd req-7f0401c1-5f59-4730-95b9-eb346b40c6ac tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0828092 Aug 07 14:32:33.954059 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-f5ac4188-d87e-4f48-8f90-80ed260bdeda tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 946 time: 0.0719233 Aug 07 14:32:33.994470 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0eda61d7-f96e-47db-b738-17ae1a75f5dd req-06aeab31-7f02-4ab0-b18a-72709804b95f tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/security-groups?id=b26b71f7-05e0-465b-8c3f-85ed93f10e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Aug 07 14:32:34.061636 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Deleting port 44ea5125-ed0c-4108-b095-8f55ae981cdb {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:34.061982 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.113948 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52296) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:34.154660 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] For port 44ea5125-ed0c-4108-b095-8f55ae981cdb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=44ea5125-ed0c-4108-b095-8f55ae981cdb,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:34.155034 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.170376 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Calling delete_port for 44ea5125-ed0c-4108-b095-8f55ae981cdb owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:34.228457 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-166913c4-a5ac-4942-bb61-c829913b6baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.330640 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-166913c4-a5ac-4942-bb61-c829913b6baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.429479 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.459074 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Pushing event deleted for resources: {'Port': ['ID=44ea5125-ed0c-4108-b095-8f55ae981cdb,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:34.463544 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-166913c4-a5ac-4942-bb61-c829913b6baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.468924 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['44ea5125-ed0c-4108-b095-8f55ae981cdb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:32:34.508446 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166913c4-a5ac-4942-bb61-c829913b6baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5204998-7b32-43ae-8ec1-b5bac4f586bd,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:34.513536 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-166913c4-a5ac-4942-bb61-c829913b6baf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07912559b3254c23bc9ad24b62f452fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975184 Aug 07 14:32:34.517520 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52308) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:34.520005 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] No DVR routers for this DVR port 44ea5125-ed0c-4108-b095-8f55ae981cdb on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:34.533529 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.535690 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-965e3d79-1cae-4f54-940a-3a48efb2adf9 req-aee9ef7e-817b-4f3d-afd6-1638be3d709b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.11 "DELETE /v2.0/ports/44ea5125-ed0c-4108-b095-8f55ae981cdb HTTP/1.1" status: 204 len: 173 time: 0.5751460 Aug 07 14:32:34.538498 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'name': 'network-vif-deleted', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:34.540110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df7ac3-eecf-493d-8c1a-0c002707a495" -d '{"events": [{"server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "name": "network-vif-deleted", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:34.581899 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.593195 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee2cdf8-858d-4742-bcaf-c770f0e863dd x-openstack-request-id: req-eee2cdf8-858d-4742-bcaf-c770f0e863dd {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:34.593804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb194a5d-6a8a-4f5f-baab-ee71b531d40c", "name": "network-vif-deleted", "tag": "44ea5125-ed0c-4108-b095-8f55ae981cdb", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:34.594110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eee2cdf8-858d-4742-bcaf-c770f0e863dd {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:34.598800 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb194a5d-6a8a-4f5f-baab-ee71b531d40c', 'name': 'network-vif-deleted', 'tag': '44ea5125-ed0c-4108-b095-8f55ae981cdb', 'status': 'completed', 'code': 200} Aug 07 14:32:34.608371 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.733475 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.742715 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:34.744612 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5204998-7b32-43ae-8ec1-b5bac4f586bd HTTP/1.1" status: 204 len: 168 time: 0.2258971 Aug 07 14:32:34.755265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60805a-dcca-4102-892e-54fc419bc35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5204998-7b32-43ae-8ec1-b5bac4f586bd,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:35.129217 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c1d69604-2951-43df-9614-b104f2bb96db req-7ffae349-3a70-414f-93b8-611787eb389b tempest-TestMinimumBasicScenario-1974678153 tempest-TestMinimumBasicScenario-1974678153-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb194a5d-6a8a-4f5f-baab-ee71b531d40c HTTP/1.1" status: 200 len: 210 time: 0.0394907 Aug 07 14:32:35.625791 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52344) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:35.641441 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dc353eaf-a98e-4a4c-84ad-984b4d453391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:35.741419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dc353eaf-a98e-4a4c-84ad-984b4d453391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:35.928126 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dc353eaf-a98e-4a4c-84ad-984b4d453391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:35.994829 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52352) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:36.006431 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-dc353eaf-a98e-4a4c-84ad-984b4d453391 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a9b81405ee14ca0a5d701bd2fc61e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785033 Aug 07 14:32:36.010248 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc353eaf-a98e-4a4c-84ad-984b4d453391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189d3dbe-66ec-4645-9b99-7654bb923f82,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:36.081582 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:36.111669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:36.258241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:36.261299 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:36.271946 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/189d3dbe-66ec-4645-9b99-7654bb923f82 HTTP/1.1" status: 204 len: 168 time: 0.2712610 Aug 07 14:32:36.293973 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f17d-a769-4b88-85f8-6f16fac734c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d3dbe-66ec-4645-9b99-7654bb923f82,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:37.606836 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 44ea5125-ed0c-4108-b095-8f55ae981cdb no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:37.631741 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 44ea5125-ed0c-4108-b095-8f55ae981cdb {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:37.632368 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 44ea5125-ed0c-4108-b095-8f55ae981cdb not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:38.378967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52434) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:38.888820 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:39.183418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Deleting port c933a294-425f-407b-8313-a2ad80f78316 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:39.183972 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:39.317431 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] For port c933a294-425f-407b-8313-a2ad80f78316, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c933a294-425f-407b-8313-a2ad80f78316,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:39.318034 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:39.336105 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Calling delete_port for c933a294-425f-407b-8313-a2ad80f78316 owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:39.835211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:39.869224 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c933a294-425f-407b-8313-a2ad80f78316,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:40.176120 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:40.517629 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Router 940519f7-bbec-4eef-85ad-20c361bbfd4b has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:40.670799 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:40.680675 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f7ae0343-1e79-4573-8783-dc45f95a2f53 admin admin] 10.222.0.26 "PUT /v2.0/routers/940519f7-bbec-4eef-85ad-20c361bbfd4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2972474 Aug 07 14:32:40.681446 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52504) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:40.690287 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Sync routers for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:40.714346 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:40.715504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:40.964245 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:40.976221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:41.203402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:41.227277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:32:39Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:41.261297 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Checking router: 940519f7-bbec-4eef-85ad-20c361bbfd4b for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:32:41.272174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Routers {'940519f7-bbec-4eef-85ad-20c361bbfd4b'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:41.273164 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['940519f7-bbec-4eef-85ad-20c361bbfd4b'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:41.404117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Deleting port b8f503e8-d7b0-41cb-8de4-24ad611a723b {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:41.405821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:41.412059 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] Set router 940519f7-bbec-4eef-85ad-20c361bbfd4b gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:41.548631 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] For port b8f503e8-d7b0-41cb-8de4-24ad611a723b, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b8f503e8-d7b0-41cb-8de4-24ad611a723b,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:41.549024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:41.565760 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Calling delete_port for b8f503e8-d7b0-41cb-8de4-24ad611a723b owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:41.825832 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:32:39Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:41.857137 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548e5f74-db73-425d-a00e-9d0574fdf2da None None] The sync data for ids ['940519f7-bbec-4eef-85ad-20c361bbfd4b'] in dv-cinder-803823-2-iscsi is: [{'id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'name': 'tempest-TestMinimumBasicScenario-524411530-router', 'tenant_id': '9f9121a472364cf98ef224b73341f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:00Z', 'updated_at': '2021-08-07T14:32:39Z', 'revision_number': 5, 'project_id': '9f9121a472364cf98ef224b73341f0ba', 'gw_port': {'id': 'b8f503e8-d7b0-41cb-8de4-24ad611a723b', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940519f7-bbec-4eef-85ad-20c361bbfd4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:01Z', 'updated_at': '2021-08-07T14:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:32:41.920075 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:41.947380 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f503e8-d7b0-41cb-8de4-24ad611a723b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:42.025211 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.164918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.167051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.299368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.301422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940519f7-bbec-4eef-85ad-20c361bbfd4b {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:32:42.319877 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.323621 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2f463148-6a00-4669-9aae-352ff52e3ef0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/940519f7-bbec-4eef-85ad-20c361bbfd4b HTTP/1.1" status: 204 len: 168 time: 1.6394460 Aug 07 14:32:42.324923 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52530) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:42.388901 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Deleting subnet 23ae9157-3892-4448-9c2a-6e2c421a87d7 {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:32:42.393560 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.447881 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.605302 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.765463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c933a294-425f-407b-8313-a2ad80f78316 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:42.787255 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: c933a294-425f-407b-8313-a2ad80f78316 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:42.787683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c933a294-425f-407b-8313-a2ad80f78316 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:42.829783 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.866629 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ae9157-3892-4448-9c2a-6e2c421a87d7,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:42.880445 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:42.886627 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-dbf3c02a-94ab-483d-a3f3-af2ec845bd5c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/23ae9157-3892-4448-9c2a-6e2c421a87d7 HTTP/1.1" status: 204 len: 168 time: 0.5555594 Aug 07 14:32:42.886627 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52550) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:42.900687 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3854bd4-9b92-40df-9057-44f000c7adca None None] Network 192b5453-7f81-4929-bbd3-0cfe3e80357a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:32:43.014191 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.095799 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Deleting port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:43.096535 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.178967 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270d027-a64c-475b-809b-a002db664f51 None None] DHCP port deletion for 192b5453-7f81-4929-bbd3-0cfe3e80357a request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:32:43.199148 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] For port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:43.199530 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.217027 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Calling delete_port for b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:43.260938 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Deleting port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:43.262088 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.358963 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-d270d027-a64c-475b-809b-a002db664f51 None None] For port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,segment=NetworkSegment(74a93f52-2ed4-450a-8f70-693245bc0f8d),segment_id=74a93f52-2ed4-450a-8f70-693245bc0f8d)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:43.363853 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.402520 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Calling delete_port for b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:43.413082 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.476823 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Pushing event deleted for resources: {'Port': ['ID=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:43.485180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] No DVR routers for this DVR port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc on host dv-cinder-803823-2-iscsi {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:43.633489 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.655158 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.661117 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270d027-a64c-475b-809b-a002db664f51 None None] No DVR routers for this DVR port b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:43.676757 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192b5453-7f81-4929-bbd3-0cfe3e80357a']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:43.689247 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a93f52-2ed4-450a-8f70-693245bc0f8d') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:43.689667 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a93f52-2ed4-450a-8f70-693245bc0f8d') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:43.711240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270d027-a64c-475b-809b-a002db664f51 None None] Pushing event deleted for resources: {'Port': ['ID=b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:43.718337 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.774549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.789956 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:32:43.789956 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:32:43.791461 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:32:43.825215 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52574) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:43.976956 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be6132b4-75a8-436e-91b1-63c516206875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.978655 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.993139 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:43.996481 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] 10.222.0.26 "DELETE /v2.0/networks/192b5453-7f81-4929-bbd3-0cfe3e80357a HTTP/1.1" status: 204 len: 168 time: 1.1104846 Aug 07 14:32:44.000947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52578) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:44.017816 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3d1c6-e641-4cb0-a86a-12d69775684b admin admin] Pushing event deleted for resources: {'Network': ['ID=192b5453-7f81-4929-bbd3-0cfe3e80357a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:44.496933 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be6132b4-75a8-436e-91b1-63c516206875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.560965 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be6132b4-75a8-436e-91b1-63c516206875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.628697 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-be6132b4-75a8-436e-91b1-63c516206875 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=819afcfd2afe44939c6a59057136e147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8022163 Aug 07 14:32:44.634776 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52582) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:44.660394 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6132b4-75a8-436e-91b1-63c516206875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b2ee1-2604-4e39-ad27-cdb96096d424,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:44.803466 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.844904 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.864577 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b8f503e8-d7b0-41cb-8de4-24ad611a723b no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:44.930912 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: b8f503e8-d7b0-41cb-8de4-24ad611a723b {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:44.931503 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b8f503e8-d7b0-41cb-8de4-24ad611a723b not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:44.933012 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:44.956481 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:44.957248 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b64ca2ce-febe-4fb0-85c1-f9b1212a9cbc not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:44.984689 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.988646 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:44.994599 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a35b2ee1-2604-4e39-ad27-cdb96096d424 HTTP/1.1" status: 204 len: 168 time: 0.3456881 Aug 07 14:32:44.995227 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:45.021043 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7569e3-9aa4-4988-9a34-1342bd1ef803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b2ee1-2604-4e39-ad27-cdb96096d424,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:45.512077 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Deleting port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:45.512566 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:45.654696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] For port 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:45.655091 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:45.679271 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Calling delete_port for 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d owned by network:router_interface {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:45.825884 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52620) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:45.849025 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2d04fbe-005b-4331-a66a-357277fdbd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.023517 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2d04fbe-005b-4331-a66a-357277fdbd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.052256 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.080684 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c2d04fbe-005b-4331-a66a-357277fdbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.096987 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:46.134151 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d04fbe-005b-4331-a66a-357277fdbd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e1c78-9d2a-46e7-a50c-0974ef53370d,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:46.145375 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c2d04fbe-005b-4331-a66a-357277fdbd9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b70e17fedb5435284cf9982ec050c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183310 Aug 07 14:32:46.146624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52622) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:46.224719 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.261385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.408680 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.412187 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.415293 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:46.416975 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/905e1c78-9d2a-46e7-a50c-0974ef53370d HTTP/1.1" status: 204 len: 168 time: 0.2685740 Aug 07 14:32:46.467624 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0549f-4990-4764-8ad9-9073e08b1f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e1c78-9d2a-46e7-a50c-0974ef53370d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:46.825616 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Router 0a9b2138-2395-4de9-b1c1-424baac797f9 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:46.975816 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:46.991724 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Sync routers for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:46.993887 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-48357bc2-d35a-439d-a0e1-2e1003023600 admin admin] 10.222.0.26 "PUT /v2.0/routers/0a9b2138-2395-4de9-b1c1-424baac797f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893124 Aug 07 14:32:46.993887 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52640) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:47.009197 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:47.010158 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:47.162402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:47.213932 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:47.301263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:47.513711 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Deleting port 441df410-5513-4c1e-855b-52fc427d1f5a {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:47.514221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:47.565216 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:32:45Z', 'revision_number': 5, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port': {'id': '441df410-5513-4c1e-855b-52fc427d1f5a', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:29:12Z', 'updated_at': '2021-08-07T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:47.660329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] For port 441df410-5513-4c1e-855b-52fc427d1f5a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=441df410-5513-4c1e-855b-52fc427d1f5a,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:47.661045 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:47.692507 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Calling delete_port for 441df410-5513-4c1e-855b-52fc427d1f5a owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:47.749237 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Checking router: 0a9b2138-2395-4de9-b1c1-424baac797f9 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:32:47.772936 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Routers {'0a9b2138-2395-4de9-b1c1-424baac797f9'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:47.774354 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['0a9b2138-2395-4de9-b1c1-424baac797f9'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:48.098920 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.132648 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] Set router 0a9b2138-2395-4de9-b1c1-424baac797f9 gateway port host: None {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:48.190153 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=441df410-5513-4c1e-855b-52fc427d1f5a,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:48.210873 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:32:47Z', 'revision_number': 6, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:48.266803 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9436dab-9702-4a28-84ed-7b8a0b38d687 None None] The sync data for ids ['0a9b2138-2395-4de9-b1c1-424baac797f9'] in dv-cinder-803823-2-iscsi is: [{'id': '0a9b2138-2395-4de9-b1c1-424baac797f9', 'name': 'tempest-TestMinimumBasicScenario-1478684578-router', 'tenant_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:29:10Z', 'updated_at': '2021-08-07T14:32:47Z', 'revision_number': 6, 'project_id': '1cc2331c25344a3bb34d0d4ba57799b2', 'gw_port_host': None}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:32:48.314068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.523515 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.529757 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.699153 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.700461 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9b2138-2395-4de9-b1c1-424baac797f9 {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:32:48.713734 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.718323 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52686) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:48.720612 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b950e3bd-9a08-4c9e-8603-d2668bbd96b4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0a9b2138-2395-4de9-b1c1-424baac797f9 HTTP/1.1" status: 204 len: 168 time: 1.7210226 Aug 07 14:32:48.857675 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Deleting subnet 17efc8b4-9c68-470c-a1a1-4e18516b0b5f {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:32:48.862110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:48.864152 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:48.907467 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:48.911174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4f8c04fa-9e43-4fb5-8dd9-d1aac27e470d not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:48.927392 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.152772 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.394885 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.465274 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.475493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52704) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:49.476873 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/17efc8b4-9c68-470c-a1a1-4e18516b0b5f HTTP/1.1" status: 204 len: 168 time: 0.7565658 Aug 07 14:32:49.486204 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec235c-a6b1-4ecc-bcb0-7aba00a8a140 None None] Network 034f2989-0078-4a50-8e2e-a7d8879008ee requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:32:49.542745 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32998a80-7f71-425b-84d0-fb22d89a05de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17efc8b4-9c68-470c-a1a1-4e18516b0b5f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:49.759968 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.903803 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Deleting port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:49.904565 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:49.956847 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] DHCP port deletion for 034f2989-0078-4a50-8e2e-a7d8879008ee request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:32:50.019284 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-4ad23f61-b355-445b-9a94-ad3c318e845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.024569 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] For port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:50.027173 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.050807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Calling delete_port for 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f owned by network:dhcp {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:50.051227 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Deleting port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:50.051425 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.152026 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] For port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,segment=NetworkSegment(e455882b-8de7-4a42-93f8-f706452b8729),segment_id=e455882b-8de7-4a42-93f8-f706452b8729)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:50.152717 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.169371 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Calling delete_port for 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:50.224261 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.279738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.337111 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] Pushing event deleted for resources: {'Port': ['ID=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:50.356692 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfaba8-1965-4669-892e-7cc2c84adaf3 None None] No DVR routers for this DVR port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:50.536094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8001ea21-4aa7-4f2d-bcc3-e9403ca4506f,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:50.541756 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] No DVR routers for this DVR port 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f on host dv-cinder-803823-2-iscsi {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:50.624401 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.639291 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034f2989-0078-4a50-8e2e-a7d8879008ee']}} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:50.653055 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e455882b-8de7-4a42-93f8-f706452b8729') {'for_net_delete': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:50.653622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e455882b-8de7-4a42-93f8-f706452b8729') {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:50.669947 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4184149'] for segment, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.694672 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.709465 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:32:50.710665 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8679233'] for segment, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: Traceback (most recent call last): Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: timer() Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: cb(*args, **kw) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: return func(*args, **kwargs) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: self._notify() Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: self.callback(batched_events) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: event.method(event) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: return f(self, *a, **k) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._get(url).json() Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: return self.request(url, 'GET', **kwargs) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:32:50.755091 dv-cinder-803823-2-iscsi neutron-server[94068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:32:50.810316 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 441df410-5513-4c1e-855b-52fc427d1f5a no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:50.838048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 441df410-5513-4c1e-855b-52fc427d1f5a {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:50.838398 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 441df410-5513-4c1e-855b-52fc427d1f5a not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:50.838851 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:32:50.866147 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:32:50.866560 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 8001ea21-4aa7-4f2d-bcc3-e9403ca4506f not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:32:50.912498 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.922648 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:50.924806 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] 10.222.0.26 "DELETE /v2.0/networks/034f2989-0078-4a50-8e2e-a7d8879008ee HTTP/1.1" status: 204 len: 168 time: 1.4469683 Aug 07 14:32:50.937523 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1546e5-651e-4214-9080-c3b21b33fb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=034f2989-0078-4a50-8e2e-a7d8879008ee,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:51.487107 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52754) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:51.555182 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52760) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:51.652495 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4df3de3d-48f7-41f9-8019-f7848b5161cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f9121a472364cf98ef224b73341f0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581304 Aug 07 14:32:51.654093 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52764) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:51.826389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:51.856519 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:51.858167 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f4a13cf-6398-437e-a2a7-95f69e9ea9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.019195 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.025113 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.035169 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b26b71f7-05e0-465b-8c3f-85ed93f10e50 HTTP/1.1" status: 204 len: 168 time: 0.3723290 Aug 07 14:32:52.041617 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f4a13cf-6398-437e-a2a7-95f69e9ea9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.055057 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591c11-b6bd-4a93-b709-b8142b57dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b71f7-05e0-465b-8c3f-85ed93f10e50,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:52.120423 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4f4a13cf-6398-437e-a2a7-95f69e9ea9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.180153 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a13cf-6398-437e-a2a7-95f69e9ea9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93557e57-92d7-4a12-ad83-fb555aed57cd,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:52.231057 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4f4a13cf-6398-437e-a2a7-95f69e9ea9f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de2e799f9fbb45c3a0a9668888d55147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738710 Aug 07 14:32:52.245975 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52780) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:52.325700 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.362188 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.902015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.902631 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1b19cd0c-fd2e-4d6c-b64c-4f71f6881379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.909885 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:52.913064 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93557e57-92d7-4a12-ad83-fb555aed57cd HTTP/1.1" status: 204 len: 168 time: 0.6686926 Aug 07 14:32:52.963059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82381f8-ad2e-4fe8-af73-cd8c1bf5addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93557e57-92d7-4a12-ad83-fb555aed57cd,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:53.379447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:53.754417 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52812) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:53.819719 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d9437ef5-f0c4-4e45-8ea0-4288c115e880 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc2331c25344a3bb34d0d4ba57799b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631590 Aug 07 14:32:53.888550 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52814) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:53.967388 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:53.995143 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.050672 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:32:54.173112 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.331657 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.334747 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.336997 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/776985ba-f7b2-4df4-965d-c230847e18b0 HTTP/1.1" status: 204 len: 168 time: 0.4472518 Aug 07 14:32:54.353324 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bec27-8770-4260-8bcd-8827816e77ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776985ba-f7b2-4df4-965d-c230847e18b0,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:54.434030 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 52832) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:54.452377 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b9e87a7-39db-4149-9cab-6438216ac1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.601541 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b9e87a7-39db-4149-9cab-6438216ac1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.676009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7b9e87a7-39db-4149-9cab-6438216ac1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.722272 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7b9e87a7-39db-4149-9cab-6438216ac1ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cff6bc467a9940e78d7f853e781fc8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869978 Aug 07 14:32:54.723066 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e87a7-39db-4149-9cab-6438216ac1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b7eb2-2b41-4545-a39b-2f67ba62db3b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:54.725326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 52834) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:32:54.828803 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:54.895628 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:55.167744 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:55.170826 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:55.179736 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:55.184354 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f9b7eb2-2b41-4545-a39b-2f67ba62db3b HTTP/1.1" status: 204 len: 168 time: 0.4566917 Aug 07 14:32:55.221785 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343548de-6c08-4c20-9289-1ea8ff9bf366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b7eb2-2b41-4545-a39b-2f67ba62db3b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:56.495079 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d37de-1bee-4335-a8b7-506d72a3f9d1 req-27afe0d6-7c2c-4929-b428-0372d0b7effd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:56.496719 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-879d37de-1bee-4335-a8b7-506d72a3f9d1 req-27afe0d6-7c2c-4929-b428-0372d0b7effd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.3397608 Aug 07 14:32:56.545031 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-879d37de-1bee-4335-a8b7-506d72a3f9d1 req-a8be0f6d-1b1d-4a52-a149-fcba267deabf tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Aug 07 14:32:57.686966 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f6278-4048-4f61-9711-9b8058fbc36e req-28db65fb-113c-4499-bc02-8a74ad0b03ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:57.690918 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d48f6278-4048-4f61-9711-9b8058fbc36e req-28db65fb-113c-4499-bc02-8a74ad0b03ce tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0556006 Aug 07 14:32:57.741369 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d48f6278-4048-4f61-9711-9b8058fbc36e req-e20a1d43-ba57-49e0-8c7b-e0224caadf9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404606 Aug 07 14:32:58.026748 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-2ffa119e-074b-48d9-ad5c-d14ffe6ed238 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:58.028162 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-2ffa119e-074b-48d9-ad5c-d14ffe6ed238 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0481601 Aug 07 14:32:58.125630 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Deleting port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:32:58.126198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:58.221033 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] For port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:32:58.221473 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:58.485462 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:58.486086 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:58.486625 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Floating IP 442ac9a5-15d7-4925-bab3-9fdadb9224ef disassociated. External IP: 172.27.3.75, port: 3cf6f18f-a11e-4829-8949-49ced1d5ebfe. Aug 07 14:32:58.487198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Calling delete_port for 3cf6f18f-a11e-4829-8949-49ced1d5ebfe owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:32:58.938677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:58.948280 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ed7e-7de0-4c7c-9738-ff66c846e10b req-dc1c13eb-2a07-4846-9ba8-aefb381ac7aa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:58.949970 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c644ed7e-7de0-4c7c-9738-ff66c846e10b req-dc1c13eb-2a07-4846-9ba8-aefb381ac7aa tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 946 time: 0.0769148 Aug 07 14:32:58.954439 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-9f51d1fe-abe9-4e93-8b08-0dd08fc93c72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176867 Aug 07 14:32:59.033514 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c644ed7e-7de0-4c7c-9738-ff66c846e10b req-449f110c-b2f2-4e20-9f1f-4cf731a51211 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=31a62ad3-a8de-45dc-a182-62ee054f1d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706794 Aug 07 14:32:59.036473 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:59.082463 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'Port': ['ID=3cf6f18f-a11e-4829-8949-49ced1d5ebfe,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:32:59.106486 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-c90b83d5-53ea-4114-a245-f2ede107b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:59.110224 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-c90b83d5-53ea-4114-a245-f2ede107b6e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 1098 time: 0.0744598 Aug 07 14:32:59.156219 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.157882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.158406 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.158952 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.159454 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.160030 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.160543 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.161452 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.162027 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.162939 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.163557 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.164314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:32:59.256951 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-0544e3a4-69f8-44bc-b6bd-7f5e1351a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:59.258673 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-0544e3a4-69f8-44bc-b6bd-7f5e1351a16d service neutron] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 912 time: 0.1265523 Aug 07 14:32:59.301851 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:32:59.349470 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-84592876-3c54-4528-91da-e64f07029c73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 200 len: 1001 time: 0.0823290 Aug 07 14:32:59.413547 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-8f59193f-3f8e-40e8-ac13-ee8c5dfdf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:59.414958 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-8f59193f-3f8e-40e8-ac13-ee8c5dfdf958 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.0571797 Aug 07 14:32:59.439520 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:32:59.455309 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:32:59.471501 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:32:59.472872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:32:59.481675 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-051a429f-a9ed-4899-a791-f03d7511cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:32:59.483567 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-051a429f-a9ed-4899-a791-f03d7511cb32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599906 Aug 07 14:32:59.484746 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] No DVR routers for this DVR port 3cf6f18f-a11e-4829-8949-49ced1d5ebfe on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:32:59.487365 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:32:59.489718 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-906704da-29be-4edb-b6ec-ab2aaa22d54a req-5da49412-2bdf-48a4-9078-080496a436ab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "DELETE /v2.0/ports/3cf6f18f-a11e-4829-8949-49ced1d5ebfe HTTP/1.1" status: 204 len: 173 time: 1.4544971 Aug 07 14:32:59.490186 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-deleted', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:32:59.492864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e7ad30-03d6-4dc1-a7ef-c15c8732e3be" -d '{"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-deleted", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:32:59.540252 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71951dbd-4e87-4463-a3a9-733eda97cdc3 x-openstack-request-id: req-71951dbd-4e87-4463-a3a9-733eda97cdc3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:32:59.540698 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9134dcc4-8e4f-445f-862b-684c01b537c8", "name": "network-vif-deleted", "tag": "3cf6f18f-a11e-4829-8949-49ced1d5ebfe", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:32:59.541166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71951dbd-4e87-4463-a3a9-733eda97cdc3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:32:59.541705 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9134dcc4-8e4f-445f-862b-684c01b537c8', 'name': 'network-vif-deleted', 'tag': '3cf6f18f-a11e-4829-8949-49ced1d5ebfe', 'status': 'completed', 'code': 200} Aug 07 14:32:59.607031 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-f7f15314-152b-4030-8808-b68dbc3162bb service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127865 Aug 07 14:32:59.665845 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:32:59.783468 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a66eb61b-9671-47a1-bf30-6c81cfea39d9 req-64f785ae-9fc2-47bc-b5d7-afb9060832c3 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658249 Aug 07 14:33:00.075745 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:00.103605 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:33:00.112477 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:00.113116 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:00.189473 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-70598809-4c08-4e53-9fc6-b30ea0832721 req-088ae289-0774-4134-be3f-f57068eccc43 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=9134dcc4-8e4f-445f-862b-684c01b537c8 HTTP/1.1" status: 200 len: 210 time: 0.0332258 Aug 07 14:33:00.282625 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:00.585475 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:00.623717 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0927e-643d-4d4e-8e1b-8f423db39155 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:33:00.871476 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18c406-b229-4dd5-88f9-9c7ed2e53782 None None] New status for floating IP 442ac9a5-15d7-4925-bab3-9fdadb9224ef: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:33:01.349109 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53080) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:01.415376 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.449912 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.645955 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.648530 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.649720 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "DELETE /v2.0/security-groups/31a62ad3-a8de-45dc-a182-62ee054f1d2a HTTP/1.1" status: 204 len: 168 time: 0.2992332 Aug 07 14:33:01.652777 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53092) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:01.658537 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:33:01.660161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aad73-f901-4f35-8c16-0b1f40735a84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a62ad3-a8de-45dc-a182-62ee054f1d2a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:01.680810 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.api.v2.resource [None req-76e981be-61bb-494e-ad76-546ce7444497 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] show failed (client error): The resource could not be found. Aug 07 14:33:01.682414 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-76e981be-61bb-494e-ad76-546ce7444497 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups/31a62ad3-a8de-45dc-a182-62ee054f1d2a HTTP/1.1" status: 404 len: 347 time: 0.0273898 Aug 07 14:33:01.685142 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 3cf6f18f-a11e-4829-8949-49ced1d5ebfe {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:33:01.685686 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53096) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:01.685985 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 3cf6f18f-a11e-4829-8949-49ced1d5ebfe not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:33:01.832432 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Deleting port bbe2672e-9bb2-42e3-87ce-82201de94bda {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:33:01.832789 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.915691 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.916039 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:01.929190 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Calling delete_port for bbe2672e-9bb2-42e3-87ce-82201de94bda owned by network:floatingip {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:33:02.200236 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.226712 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'Port': ['ID=bbe2672e-9bb2-42e3-87ce-82201de94bda,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:02.309997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.313320 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.314729 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-5a3f572b-0f75-4f9d-8027-507c53c00ac6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "DELETE /v2.0/floatingips/442ac9a5-15d7-4925-bab3-9fdadb9224ef HTTP/1.1" status: 204 len: 168 time: 0.6278045 Aug 07 14:33:02.397926 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53110) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:02.513254 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35cd1198-cf9b-479e-8149-ab5cd23bc93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.600427 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35cd1198-cf9b-479e-8149-ab5cd23bc93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.742920 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-35cd1198-cf9b-479e-8149-ab5cd23bc93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.773913 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53114) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:02.778719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301964231', 'description': 'tempest-description--1191689219'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:02.788307 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-35cd1198-cf9b-479e-8149-ab5cd23bc93e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ed6918b6fe94b049f2604c1f047a4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866501 Aug 07 14:33:02.788307 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd1198-cf9b-479e-8149-ab5cd23bc93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50275bb3-d3f8-4b8e-a618-aaab4c00edb3,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:02.788924 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53116) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:02.841911 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.876081 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.880241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53122) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:02.913357 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:02.953870 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Deleting subnet 92b103a4-9bee-49cc-9d7c-2252afa3cdbb {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:33:02.960627 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.001154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4184130'] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.039093 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.051611 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.054231 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.055502 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50275bb3-d3f8-4b8e-a618-aaab4c00edb3 HTTP/1.1" status: 204 len: 168 time: 0.2655904 Aug 07 14:33:03.065632 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7182-ba60-490e-98ca-9eaa1d01cb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50275bb3-d3f8-4b8e-a618-aaab4c00edb3,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:03.129346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.200615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8679327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156796'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.234811 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b103a4-9bee-49cc-9d7c-2252afa3cdbb,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:03.237919 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.241068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.246656 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-30225098-644f-4a09-be2e-eb98dfa62ed6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/92b103a4-9bee-49cc-9d7c-2252afa3cdbb HTTP/1.1" status: 204 len: 168 time: 0.3644743 Aug 07 14:33:03.249235 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53126) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:03.285138 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f20135-f50a-4633-ae4a-5b623c79c955,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:03.332343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.337235 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.338772 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1db2a094-2df6-468d-a742-2cc51b5cef8f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5637951 Aug 07 14:33:03.342397 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53128) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:03.347342 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group_rule': {'security_group_id': '79f20135-f50a-4633-ae4a-5b623c79c955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:03.446868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.457886 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927a23f4-af35-4867-96b2-d77c575c418e']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:03.469735 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34fa341-394c-4b94-9de7-d1762a0828db') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:03.470040 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34fa341-394c-4b94-9de7-d1762a0828db') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:03.480713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.496419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.508219 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:33:03.508839 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:33:03.512975 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:33:03.529326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.620142 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.685621 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.690921 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.704946 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.706795 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/927a23f4-af35-4867-96b2-d77c575c418e HTTP/1.1" status: 204 len: 168 time: 0.4569204 Aug 07 14:33:03.713304 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab84102-9127-481b-9b5e-8ac6fdade102,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:03.726304 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c0550-4402-46c4-b9f1-95a4fa406fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=927a23f4-af35-4867-96b2-d77c575c418e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:03.784345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53134) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:03.799311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6d1d319a-820a-4d3a-940d-e678d9a8ad23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.800161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.801616 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d14541cc-aa34-48f3-9635-a2a56eef6f37 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4582536 Aug 07 14:33:03.804489 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53136) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:03.809123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'security_group_rule': {'security_group_id': '79f20135-f50a-4633-ae4a-5b623c79c955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:03.890906 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6d1d319a-820a-4d3a-940d-e678d9a8ad23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:03.971782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-6d1d319a-820a-4d3a-940d-e678d9a8ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.014705 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-6d1d319a-820a-4d3a-940d-e678d9a8ad23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a2284a1ee0c4cac8f5fc163610cec13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292180 Aug 07 14:33:04.015985 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d319a-820a-4d3a-940d-e678d9a8ad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b184cbe-fb01-434e-82c7-0a6a24cf17d9,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:04.017620 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53140) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:04.081871 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53142) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:04.092011 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.132511 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.185646 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a46479e1-6aa9-440b-a327-53fde0419448 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34538ab4a0c749ccaa852e3079dcb08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009605 Aug 07 14:33:04.188767 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53144) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:04.188992 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.214193 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.244698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.263490 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.270223 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.291607 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319ff473-033f-46cb-a612-d11b751f767d,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:04.325598 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.332385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.332385 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b184cbe-fb01-434e-82c7-0a6a24cf17d9 HTTP/1.1" status: 204 len: 168 time: 0.3115437 Aug 07 14:33:04.338804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f88a60-50c2-473c-a89d-c5bd8df458de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b184cbe-fb01-434e-82c7-0a6a24cf17d9,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:04.418088 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.419593 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-43648af2-6b75-4aa7-b2c1-fbf151f73e9c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140945 Aug 07 14:33:04.423101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53148) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:04.429049 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:04.442987 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.446060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.447111 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f874c24-828a-4b13-88a6-84a5de5f5317 HTTP/1.1" status: 204 len: 168 time: 0.2571571 Aug 07 14:33:04.470315 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413465-c43d-4146-9ee1-268b741990f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f874c24-828a-4b13-88a6-84a5de5f5317,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:04.543631 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.648483 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:04.764581 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Allocated IP 172.27.3.120 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/213dc984-3ff7-4dba-b6ee-41fa60a4ef0d) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:33:04.907807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.023445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.063045 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:33:05.068202 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:33:05.073420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:33:05.105701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=213dc984-3ff7-4dba-b6ee-41fa60a4ef0d,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:05.171037 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.318631 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.503541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.618400 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.692245 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=213dc984-3ff7-4dba-b6ee-41fa60a4ef0d,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:05.702548 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.772634 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:05.774524 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-15d6b44f-182c-44aa-9dc7-f92c61cbda54 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3500493 Aug 07 14:33:06.202929 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-3e1b3228-a549-480e-97b5-d68ea7a1ac69 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1301964231&fields=id&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 267 time: 0.0396943 Aug 07 14:33:06.326316 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-2b41b0dd-1434-437f-a1cb-4705e55b5377 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:06.327933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-2b41b0dd-1434-437f-a1cb-4705e55b5377 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 816 time: 0.1175072 Aug 07 14:33:06.343946 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-67f41dc4-e4c9-4651-9890-bfdc3f850f24 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/quotas/1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 375 time: 0.0097370 Aug 07 14:33:06.410453 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-ee9878c2-c34e-47d3-bf5a-ec96a8ddeea7 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596838 Aug 07 14:33:06.524372 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-11bf869a-dcff-4eee-824c-1f175f9d9961 service neutron] 10.222.0.26 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986001 Aug 07 14:33:06.638315 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1ff7286a-bbfc-4667-b598-776b7a9a5f3e service neutron] 10.222.0.26 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074183 Aug 07 14:33:06.957250 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e6783d7-f38e-46bf-a453-90353469d200 req-6d9ad5f7-a513-41af-ba11-38370fa99ce9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0332146 Aug 07 14:33:08.058413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-31b1c27c-a258-4b7c-946a-1f9ecf492ada req-969cae7b-939b-496c-a1ad-2e9057915d13 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0430980 Aug 07 14:33:09.167319 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8e4ca6c6-438a-447e-87d9-112a00711b11 req-3c9ec626-4a2e-4a5c-83d6-e0abd57229fb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0261469 Aug 07 14:33:09.613891 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-913893d3-8406-4f48-b6ec-4fcc55b2da65 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:09.615976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-913893d3-8406-4f48-b6ec-4fcc55b2da65 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 816 time: 0.1140699 Aug 07 14:33:09.685416 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-34d8f99a-7f32-4af2-9005-18f4cd46a6fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 380 time: 0.0453498 Aug 07 14:33:09.692462 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'port': {'device_id': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'admin_state_up': True, 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'security_groups': ['79f20135-f50a-4633-ae4a-5b623c79c955']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:09.891329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Made reservation on behalf of 1c985819ec944499acbdf2721717d72d for: {'port': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:33:09.895038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.044212 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Allocated IP 172.20.0.10 (b5486e08-116e-4ab0-a191-9734bf3bbf2a/9591ef60-79b3-4799-a654-ae94cd206903/92b6e0ac-8bae-435e-901b-3c030367a2aa) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:33:10.192335 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53340) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:10.231627 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.245668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Transition to ACTIVE for port object 92b6e0ac-8bae-435e-901b-3c030367a2aa will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:10.305539 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dab4f92e-f12d-4ef6-8c8a-1d4634d67fa4 req-3639f362-cf5b-4a6b-803c-3eb78a63fadb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0361512 Aug 07 14:33:10.332343 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dc017827-676b-4cf1-92ce-760b81f51ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.380129 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.443718 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:33:10.451018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:33:10.457919 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:33:10.493381 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:10.507699 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dc017827-676b-4cf1-92ce-760b81f51ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.528648 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:10.529307 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.584620 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-dc017827-676b-4cf1-92ce-760b81f51ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.632853 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017827-676b-4cf1-92ce-760b81f51ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c4c72-0c5d-4dae-8338-f7844f44b7b7,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:10.637814 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-dc017827-676b-4cf1-92ce-760b81f51ac6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a760949b1d24ad1816a98f7cfbfaaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432187 Aug 07 14:33:10.642185 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53348) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:10.674713 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-1f015fe4-9a5f-419c-aad6-9621efee2eda tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9880848 Aug 07 14:33:10.707807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.736090 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.767081 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Request body: {'port': {'device_id': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:10.799885 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1e5667ec-31a3-4c63-b6f3-f16852e76cb2 None None] Provisioning for port 92b6e0ac-8bae-435e-901b-3c030367a2aa completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:10.804625 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-1e5667ec-31a3-4c63-b6f3-f16852e76cb2 None None] Provisioning complete for port 92b6e0ac-8bae-435e-901b-3c030367a2aa triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:10.805015 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-1e5667ec-31a3-4c63-b6f3-f16852e76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.834086 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.841050 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-1e5667ec-31a3-4c63-b6f3-f16852e76cb2 None None] Port 92b6e0ac-8bae-435e-901b-3c030367a2aa cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:33:10.969246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.972060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:10.973409 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b6c4c72-0c5d-4dae-8338-f7844f44b7b7 HTTP/1.1" status: 204 len: 168 time: 0.3299425 Aug 07 14:33:10.996170 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558288c-5f21-4160-8dd8-9d7bba18e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c4c72-0c5d-4dae-8338-f7844f44b7b7,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:11.166720 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:11.176886 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.193698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Transition to ACTIVE for port object 92b6e0ac-8bae-435e-901b-3c030367a2aa will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:11.274314 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.345840 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:11.494957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Attempting to bind port 92b6e0ac-8bae-435e-901b-3c030367a2aa on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:33:11.495348 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Attempting to bind port 92b6e0ac-8bae-435e-901b-3c030367a2aa by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:33:11.495796 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Attempting to bind port 92b6e0ac-8bae-435e-901b-3c030367a2aa on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:11.513119 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94cb5-304c-42e3-afae-0975dde81f71 req-55722b20-8757-4615-ba78-9b95151d2458 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:11.514717 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d9a94cb5-304c-42e3-afae-0975dde81f71 req-55722b20-8757-4615-ba78-9b95151d2458 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0900161 Aug 07 14:33:11.517714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Port 92b6e0ac-8bae-435e-901b-3c030367a2aa on network b5486e08-116e-4ab0-a191-9734bf3bbf2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:33:11.518063 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Attempting to bind port 92b6e0ac-8bae-435e-901b-3c030367a2aa on network b5486e08-116e-4ab0-a191-9734bf3bbf2a {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:11.532693 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:33:11.532693 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Checking segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:33:11.533029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Bound using segment: {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:33:11.533249 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Bound port: 92b6e0ac-8bae-435e-901b-3c030367a2aa, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5c359b-84aa-46e7-9aea-a456ce6e440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:33:11.533614 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.591984 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d9a94cb5-304c-42e3-afae-0975dde81f71 req-1c5c4059-469b-47d8-b046-3a5f36d8a110 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676272 Aug 07 14:33:11.643059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:33:11.646333 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:33:11.760332 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.795110 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:11.795554 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.797085 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] 10.222.0.11 "PUT /v2.0/ports/92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 200 len: 1094 time: 1.1038282 Aug 07 14:33:11.797540 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:11.800086 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44271e84-95da-4a0e-8a69-e9f5497b1a89" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:11.839666 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f932a4-186f-438a-91d7-12a740e635bf service neutron] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:11.853605 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d62f3d-9bae-4e82-9dda-b546f35011be x-openstack-request-id: req-f6d62f3d-9bae-4e82-9dda-b546f35011be {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:11.854015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:11.854376 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6d62f3d-9bae-4e82-9dda-b546f35011be {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:11.854870 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'status': 'completed', 'code': 200} Aug 07 14:33:11.882476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53364) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:11.899708 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f723de9f-98e5-48e9-a62a-2d136381d776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:11.988488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-f39c34f1-b102-44c9-a211-975504975a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:11.990220 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-f39c34f1-b102-44c9-a211-975504975a5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1097 time: 0.0945590 Aug 07 14:33:12.026713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f723de9f-98e5-48e9-a62a-2d136381d776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.109651 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f723de9f-98e5-48e9-a62a-2d136381d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.122131 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-c013d17a-5c5b-4278-aed1-f3a248a5d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.124739 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-c013d17a-5c5b-4278-aed1-f3a248a5d0d2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1c985819ec944499acbdf2721717d72d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1192198 Aug 07 14:33:12.158850 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f723de9f-98e5-48e9-a62a-2d136381d776 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1568fca7644c47cdb51031572668c3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752435 Aug 07 14:33:12.160063 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723de9f-98e5-48e9-a62a-2d136381d776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6fb696-4e87-4e5c-9df9-163d47ca719a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:12.163375 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53366) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:12.220206 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.230520 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-f4077fef-2d3c-47fc-b748-5edc981a090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.232171 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44271e84-95da-4a0e-8a69-e9f5497b1a89 req-f4077fef-2d3c-47fc-b748-5edc981a090a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005936 Aug 07 14:33:12.245737 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.341376 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-06e3ee9a-3315-410b-a6bb-f38e40b48294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.342938 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-06e3ee9a-3315-410b-a6bb-f38e40b48294 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1097 time: 0.0439613 Aug 07 14:33:12.370914 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.373566 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:12.375279 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce6fb696-4e87-4e5c-9df9-163d47ca719a HTTP/1.1" status: 204 len: 168 time: 0.2102375 Aug 07 14:33:12.385940 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31f278-ce55-4349-b4dc-758ac05eb786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6fb696-4e87-4e5c-9df9-163d47ca719a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:12.395512 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-2984d490-bcea-426c-b0aa-50ac3f91c86c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 200 len: 217 time: 0.0378356 Aug 07 14:33:12.480801 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-8991ecbc-0312-417d-b673-d773f8a93bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.485197 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-8991ecbc-0312-417d-b673-d773f8a93bc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0804772 Aug 07 14:33:12.547408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-c1c744e5-cb5a-4e1a-b9ad-74c018491479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.549062 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-c1c744e5-cb5a-4e1a-b9ad-74c018491479 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583780 Aug 07 14:33:12.670028 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-809c2770-0a91-45e9-bd0d-5c6db1363405 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083021 Aug 07 14:33:12.794895 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e64f40-96df-4d33-bdf9-d373968d0c47 req-374eb6be-3bcc-456a-9156-732073d9fd63 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:12.798150 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-58e64f40-96df-4d33-bdf9-d373968d0c47 req-374eb6be-3bcc-456a-9156-732073d9fd63 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.1245108 Aug 07 14:33:12.850534 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f7bb9080-6742-42ef-bb83-99998a1661eb req-236674b3-9159-4a89-92cd-1e0409833a1a service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490204 Aug 07 14:33:12.854525 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-58e64f40-96df-4d33-bdf9-d373968d0c47 req-d3ca4bb0-3659-4ce7-b6a8-142702e79e85 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483396 Aug 07 14:33:14.260179 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe60da-7f98-45fa-b3fe-20004d107bee req-9393a152-8d08-43d5-9d92-7fee6abe96fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:14.261775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c1fe60da-7f98-45fa-b3fe-20004d107bee req-9393a152-8d08-43d5-9d92-7fee6abe96fe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0600123 Aug 07 14:33:14.305393 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c1fe60da-7f98-45fa-b3fe-20004d107bee req-6091db1a-d4fc-4a9c-8846-6a0a12ff5140 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363519 Aug 07 14:33:15.440318 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae383-920a-4e29-bb37-9f118d6ca368 req-41ba7b91-160d-4cb4-ba89-bce3f8dce2dd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:15.441974 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-443ae383-920a-4e29-bb37-9f118d6ca368 req-41ba7b91-160d-4cb4-ba89-bce3f8dce2dd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0527267 Aug 07 14:33:15.496591 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-443ae383-920a-4e29-bb37-9f118d6ca368 req-30798abc-cfea-4e28-a204-1f63ec16dfbb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 Aug 07 14:33:15.749844 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:33:15.849841 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:15.864220 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:33:15.906704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:15.924256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:15.944102 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:16.028488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:16.082369 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:16.354835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['92b6e0ac-8bae-435e-901b-3c030367a2aa'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:33:16.650863 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc072f6-1ff7-4327-94ce-f9327cb4432f req-7b452e58-2426-45bc-8eb4-b1c409187756 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:16.652429 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6bc072f6-1ff7-4327-94ce-f9327cb4432f req-7b452e58-2426-45bc-8eb4-b1c409187756 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0609195 Aug 07 14:33:16.711640 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6bc072f6-1ff7-4327-94ce-f9327cb4432f req-fdc84e86-dae4-4b19-a21f-619017766bc1 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528545 Aug 07 14:33:17.768582 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:33:17.869562 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d72020-2f5a-4452-8b3e-6d21468ea05d req-2d9ee3b2-cf48-45a0-9d5f-c97d78a3a8db tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:17.871096 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-28d72020-2f5a-4452-8b3e-6d21468ea05d req-2d9ee3b2-cf48-45a0-9d5f-c97d78a3a8db tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0725605 Aug 07 14:33:17.880283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 92b6e0ac-8bae-435e-901b-3c030367a2aa completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:17.886835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 92b6e0ac-8bae-435e-901b-3c030367a2aa triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:17.887470 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:17.937727 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-28d72020-2f5a-4452-8b3e-6d21468ea05d req-fbacdc64-b6f5-4cc8-9649-42c216ab4919 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588300 Aug 07 14:33:18.008404 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:18.035416 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:18.038382 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53a8be-9187-4c75-97d3-b10a2af5a082" -d '{"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:18.053023 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:18.078819 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a2eb54-5f18-46c7-b976-39a650486b75 x-openstack-request-id: req-13a2eb54-5f18-46c7-b976-39a650486b75 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:18.079119 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:18.079378 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13a2eb54-5f18-46c7-b976-39a650486b75 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:18.079827 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'code': 200} Aug 07 14:33:18.160056 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:18.211179 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:18.219443 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.219834 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.220192 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.220537 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.220884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.221227 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.221566 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.221900 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.222242 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.222578 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.222910 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.223241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:18.459732 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261413e-7132-4b62-ab17-00926d7f23e3 req-90b178f8-ba7e-4191-bb65-137ba20c3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:18.461241 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3261413e-7132-4b62-ab17-00926d7f23e3 req-90b178f8-ba7e-4191-bb65-137ba20c3086 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1099 time: 0.0441725 Aug 07 14:33:18.498422 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3261413e-7132-4b62-ab17-00926d7f23e3 req-90dfa206-9d3f-4d04-a856-674957759470 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288076 Aug 07 14:33:19.076819 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7899998-472b-4156-a575-e1c4c6eb5e52 req-4df335d9-81e9-44a3-8625-92f03bfed594 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:19.078541 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b7899998-472b-4156-a575-e1c4c6eb5e52 req-4df335d9-81e9-44a3-8625-92f03bfed594 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0540402 Aug 07 14:33:19.144379 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b7899998-472b-4156-a575-e1c4c6eb5e52 req-d74581d0-8d4d-4711-a5b2-2d411f68914b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545132 Aug 07 14:33:20.005691 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d07aea9d-ee60-4667-9edc-c1150ffaf6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:20.292439 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf3083-c2a8-440d-b22d-d21a0e20f68a req-88e80c64-e554-4ffd-9aea-50739aff56fb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:20.294060 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bbcf3083-c2a8-440d-b22d-d21a0e20f68a req-88e80c64-e554-4ffd-9aea-50739aff56fb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0581789 Aug 07 14:33:20.344876 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bbcf3083-c2a8-440d-b22d-d21a0e20f68a req-3050160c-e768-40cb-8a2b-27c7d7e1ec26 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 Aug 07 14:33:20.476523 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cf097-f9e3-4c10-9e7e-3c6723208359 req-e8b5dfbd-5889-4014-8fef-a443c76d1b1c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:20.478615 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f92cf097-f9e3-4c10-9e7e-3c6723208359 req-e8b5dfbd-5889-4014-8fef-a443c76d1b1c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0522845 Aug 07 14:33:20.489534 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53516) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:20.497987 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Request body: {'floatingip': {'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:20.556835 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.084515 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.196695 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.310845 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Floating IP 879afb6d-852f-42c4-a921-5f44a0600987 associated. External IP: 172.27.3.120, port: 92b6e0ac-8bae-435e-901b-3c030367a2aa. Aug 07 14:33:21.402236 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53530) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:21.548374 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:33:21.572813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7471bf61-4690-4aee-a27c-9e837fcebe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.680236 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7471bf61-4690-4aee-a27c-9e837fcebe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.680445 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:33:21.685198 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.691305 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:33:21.702120 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:21.702941 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:21.716753 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-30526b22-41a1-406a-912c-c43f13bc61a5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "PUT /v2.0/floatingips/879afb6d-852f-42c4-a921-5f44a0600987 HTTP/1.1" status: 200 len: 992 time: 1.2254100 Aug 07 14:33:21.717460 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:21.720131 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:21.795354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7471bf61-4690-4aee-a27c-9e837fcebe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.836501 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7471bf61-4690-4aee-a27c-9e837fcebe1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d4a48841c024e0d967e91ccaa5a9b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328396 Aug 07 14:33:21.839134 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53542) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:21.840193 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:21.902090 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471bf61-4690-4aee-a27c-9e837fcebe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80478b7-41cb-488a-af0f-98ff0747fd7a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:21.930988 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b8f94-1826-4389-908f-b1b1cd1b2329 x-openstack-request-id: req-b53b8f94-1826-4389-908f-b1b1cd1b2329 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:21.931185 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:21.931412 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b53b8f94-1826-4389-908f-b1b1cd1b2329 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:21.932037 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'status': 'completed', 'code': 200} Aug 07 14:33:21.945436 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:21.981896 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:22.040966 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-d4e50ac8-c6b1-4e9c-9a2c-b0ccbe6b9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:22.042828 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-d4e50ac8-c6b1-4e9c-9a2c-b0ccbe6b9296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1099 time: 0.0597656 Aug 07 14:33:22.146288 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '879afb6d-852f-42c4-a921-5f44a0600987', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:05Z', 'updated_at': '2021-08-07T14:33:20Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:22.176536 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:33:22.180114 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-5941d8f2-8072-45fa-bbec-fa4dd5cf0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:22.181752 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-5941d8f2-8072-45fa-bbec-fa4dd5cf0d70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.1183836 Aug 07 14:33:22.185056 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:22.185676 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:32:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:22.203491 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:22.207761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:22.209525 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a80478b7-41cb-488a-af0f-98ff0747fd7a HTTP/1.1" status: 204 len: 168 time: 0.3692338 Aug 07 14:33:22.226075 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3787a5c-1cdf-457c-828a-989c1fb4b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80478b7-41cb-488a-af0f-98ff0747fd7a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:22.290369 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-8ad1dd34-a774-4287-84cc-faca347b645c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 200 len: 1000 time: 0.0992053 Aug 07 14:33:22.313747 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:22.340874 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-dd910abb-0b82-4211-aee0-cf150986d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:22.342330 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-dd910abb-0b82-4211-aee0-cf150986d79a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0461566 Aug 07 14:33:22.391448 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-7cf9d25c-75e6-4228-97cb-933b59d08267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:22.393037 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-7cf9d25c-75e6-4228-97cb-933b59d08267 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428088 Aug 07 14:33:22.497345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-13f8b4f5-3d23-43c5-926a-28bd9c6039dc service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964086 Aug 07 14:33:22.561576 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '879afb6d-852f-42c4-a921-5f44a0600987', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:05Z', 'updated_at': '2021-08-07T14:33:20Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:22.594068 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ceb4ddc6-1dbe-4fd9-9dad-f598c0e5fefc req-16842b67-2132-4385-a753-4dc08784f74f service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894415 Aug 07 14:33:22.594291 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c21d4-1f43-42f3-92fe-ba0b67444a88 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '879afb6d-852f-42c4-a921-5f44a0600987', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:05Z', 'updated_at': '2021-08-07T14:33:20Z', 'revision_number': 1, 'project_id': '1c985819ec944499acbdf2721717d72d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:33:22.828288 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca6df63-07c2-4359-bb24-e2d862298a8c None None] New status for floating IP 879afb6d-852f-42c4-a921-5f44a0600987: ACTIVE {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:33:22.869270 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-acc663ba-c256-4961-b4e4-4c663fff5467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:23.389364 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:24.033732 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:25.148187 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:26.974100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53634) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:27.082253 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e01a2ef-04a4-4c1c-9439-f549b514ab62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.169100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e01a2ef-04a4-4c1c-9439-f549b514ab62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.228420 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8e01a2ef-04a4-4c1c-9439-f549b514ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.269649 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8e01a2ef-04a4-4c1c-9439-f549b514ab62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4861a1c3447f401ca29d5e8b5c6de10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944469 Aug 07 14:33:27.270549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01a2ef-04a4-4c1c-9439-f549b514ab62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d517885-76b8-4724-ad97-8624d2cc71b3,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:27.272910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53642) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:27.326615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.349423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.462317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.465228 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:27.466409 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d517885-76b8-4724-ad97-8624d2cc71b3 HTTP/1.1" status: 204 len: 168 time: 0.1922150 Aug 07 14:33:27.474655 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d517885-76b8-4724-ad97-8624d2cc71b3,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:27.482490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.482766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.483118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.483457 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.483885 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.484226 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.484560 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.484985 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.485215 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.485555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.486141 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:27.486339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfbddf3-4fe2-4ad0-a496-87420ae6633a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:33:28.054646 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53652) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:28.068642 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75a8dae7-403f-42f1-82b4-7d4354928078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.165180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75a8dae7-403f-42f1-82b4-7d4354928078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.234106 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-75a8dae7-403f-42f1-82b4-7d4354928078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.275129 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8dae7-403f-42f1-82b4-7d4354928078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb99f9-6f30-4d93-acfc-ddef9d3e342b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:28.280835 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-75a8dae7-403f-42f1-82b4-7d4354928078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff9c7324ce5b44f0af8d3054bcb35910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249684 Aug 07 14:33:28.285154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53656) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:28.356674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.392043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.520059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.523014 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:28.524295 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcdb99f9-6f30-4d93-acfc-ddef9d3e342b HTTP/1.1" status: 204 len: 168 time: 0.2387934 Aug 07 14:33:28.539813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ee4b-6a5d-46e9-aca7-72bc750b9f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb99f9-6f30-4d93-acfc-ddef9d3e342b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:28.982180 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:30.606008 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f00f-9837-46de-8c83-b8fc9600e88a req-9f5f76ea-c867-4282-8e7e-388260ea1efc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:30.607637 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2025f00f-9837-46de-8c83-b8fc9600e88a req-9f5f76ea-c867-4282-8e7e-388260ea1efc tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0657451 Aug 07 14:33:30.661012 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2025f00f-9837-46de-8c83-b8fc9600e88a req-d761e74e-9091-492e-98e8-f5283493200a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 Aug 07 14:33:31.021606 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:33:31.791286 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3fdac-46cb-485f-bb51-ecc10c16c91f req-3d8952e6-8e4d-4014-843d-39a3894e9038 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:31.792984 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-51d3fdac-46cb-485f-bb51-ecc10c16c91f req-3d8952e6-8e4d-4014-843d-39a3894e9038 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0577266 Aug 07 14:33:31.853989 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-51d3fdac-46cb-485f-bb51-ecc10c16c91f req-a227a5a3-fdc4-40f9-9c08-32d0fca20d14 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503247 Aug 07 14:33:32.735713 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-e4799f1f-addb-4703-9a00-764298a594bb tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:32.737207 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-e4799f1f-addb-4703-9a00-764298a594bb tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.0486436 Aug 07 14:33:32.834077 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Deleting port 4601e7cd-d138-442e-b197-77c7f7550969 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:33:32.834793 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:32.944143 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] For port 4601e7cd-d138-442e-b197-77c7f7550969, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=4601e7cd-d138-442e-b197-77c7f7550969,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:32.944646 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:33.341528 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eaf33-cb50-4754-a135-50aeba957ac7 req-5f239393-7cd1-486d-afce-219b4d3995f8 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:33.342969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-794eaf33-cb50-4754-a135-50aeba957ac7 req-5f239393-7cd1-486d-afce-219b4d3995f8 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 945 time: 0.4063342 Aug 07 14:33:33.453311 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-794eaf33-cb50-4754-a135-50aeba957ac7 req-7609ae4c-9160-46c1-80b6-5aa44e0b2d73 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee07509-c1e7-4e29-9c00-4e0f08f8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825214 Aug 07 14:33:33.477918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:33.478300 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:33.478617 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Floating IP 6909c5c6-2b7c-40d6-a6cc-8d920b2611bf disassociated. External IP: 172.27.3.103, port: 4601e7cd-d138-442e-b197-77c7f7550969. Aug 07 14:33:33.478962 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Calling delete_port for 4601e7cd-d138-442e-b197-77c7f7550969 owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:33:33.737112 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:33.767932 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'Port': ['ID=4601e7cd-d138-442e-b197-77c7f7550969,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:33.887856 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:33:34.008339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:33:34.021188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:33:34.033508 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:34.034154 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:33:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:34.048233 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] No DVR routers for this DVR port 4601e7cd-d138-442e-b197-77c7f7550969 on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:33:34.051907 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:34.053983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f974eb4-7f47-4ea2-aa11-ab2e43507f19 req-5aa0aabb-6bdf-4a91-915c-689dab8c4bd6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "DELETE /v2.0/ports/4601e7cd-d138-442e-b197-77c7f7550969 HTTP/1.1" status: 204 len: 173 time: 1.3101788 Aug 07 14:33:34.054431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'name': 'network-vif-deleted', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:34.056766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaff61a-b93b-4d3d-a474-0212ee5aad2c" -d '{"events": [{"server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "name": "network-vif-deleted", "tag": "4601e7cd-d138-442e-b197-77c7f7550969"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:34.161814 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:34.324017 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7fbc6-e1b2-4fb4-bb98-95fc94731b53 x-openstack-request-id: req-b0c7fbc6-e1b2-4fb4-bb98-95fc94731b53 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:34.324310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd8795e-d44a-4d11-8380-a17cc9d6d38e", "name": "network-vif-deleted", "tag": "4601e7cd-d138-442e-b197-77c7f7550969", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:34.324561 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0c7fbc6-e1b2-4fb4-bb98-95fc94731b53 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:34.324955 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd8795e-d44a-4d11-8380-a17cc9d6d38e', 'name': 'network-vif-deleted', 'tag': '4601e7cd-d138-442e-b197-77c7f7550969', 'status': 'completed', 'code': 200} Aug 07 14:33:34.530796 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53806) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:34.565179 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:34.584127 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c22f174f-b369-4ad8-8c9b-7d8a1095aab1 req-1162cde6-ab4e-46f2-bc35-90deb5683bb6 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd8795e-d44a-4d11-8380-a17cc9d6d38e HTTP/1.1" status: 200 len: 210 time: 0.0293617 Aug 07 14:33:34.607398 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:33:34.621397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:34.622519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:33:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:34.690482 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3c396bb9-6197-4339-839e-64c27adc84b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:34.768801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:34.824736 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3c396bb9-6197-4339-839e-64c27adc84b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:34.902395 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3c396bb9-6197-4339-839e-64c27adc84b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:34.945568 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3c396bb9-6197-4339-839e-64c27adc84b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35de742f679444dab5a15a2c16289a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135394 Aug 07 14:33:34.946305 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c396bb9-6197-4339-839e-64c27adc84b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa957ffb-086d-4c2c-b527-c6265687abc1,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:34.949140 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53814) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:35.007882 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:35.040529 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:35.052302 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:35.082477 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4273f503-ab22-4451-a2fd-711a2479fe16 None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:33:35.153654 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:35.156388 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:35.157670 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa957ffb-086d-4c2c-b527-c6265687abc1 HTTP/1.1" status: 204 len: 168 time: 0.2074564 Aug 07 14:33:35.167413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1b3d1-282a-4966-8a9b-5f8d5fea6489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa957ffb-086d-4c2c-b527-c6265687abc1,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:35.335161 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09afb169-d780-4e21-a829-6c53d3881c64 None None] New status for floating IP 6909c5c6-2b7c-40d6-a6cc-8d920b2611bf: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:33:35.806653 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53846) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:35.840801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 4601e7cd-d138-442e-b197-77c7f7550969 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:33:35.870395 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 4601e7cd-d138-442e-b197-77c7f7550969 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:33:35.870750 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 4601e7cd-d138-442e-b197-77c7f7550969 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:33:35.878950 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:35.912239 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.039553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.042495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.043827 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ee07509-c1e7-4e29-9c00-4e0f08f8c169 HTTP/1.1" status: 204 len: 168 time: 0.2361085 Aug 07 14:33:36.047243 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 53854) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:36.054350 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64c54-7688-4874-9258-6edcf481e008 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee07509-c1e7-4e29-9c00-4e0f08f8c169,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:36.069408 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.api.v2.resource [None req-5f9b5bbd-8f77-4006-85bc-b9503de27c4c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] show failed (client error): The resource could not be found. Aug 07 14:33:36.073740 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53858) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:36.088415 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-5f9b5bbd-8f77-4006-85bc-b9503de27c4c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups/8ee07509-c1e7-4e29-9c00-4e0f08f8c169 HTTP/1.1" status: 404 len: 347 time: 0.0328653 Aug 07 14:33:36.238908 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Deleting port 03bad441-a8a7-415c-b4c2-cc0040a9ba97 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:33:36.239625 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.361381 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.361722 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.376262 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Calling delete_port for 03bad441-a8a7-415c-b4c2-cc0040a9ba97 owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:33:36.623298 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.654538 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'Port': ['ID=03bad441-a8a7-415c-b4c2-cc0040a9ba97,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:36.735970 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.739717 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:36.741178 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-54067e5f-bdc9-487d-858d-c8c0b139ad72 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "DELETE /v2.0/floatingips/6909c5c6-2b7c-40d6-a6cc-8d920b2611bf HTTP/1.1" status: 204 len: 168 time: 0.6661286 Aug 07 14:33:37.126868 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53908) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:37.132424 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932543006', 'description': 'tempest-description--650347620'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:37.228279 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.353098 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.406255 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.439273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8cc91-8644-4007-bc7c-724df1826b7d,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:37.507813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.509111 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-654c19e1-4404-43b2-8bb3-0c7b885c3561 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3811946 Aug 07 14:33:37.512023 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53926) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:37.517815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group_rule': {'security_group_id': '71e8cc91-8644-4007-bc7c-724df1826b7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:37.637369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.727424 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.811345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.836051 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82cc78f-4f50-4f11-aa0b-e3e3ec84534b,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:37.919692 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:37.921231 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-719342ae-f43d-45d8-9288-a91cbc2248ef tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082444 Aug 07 14:33:37.924260 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53942) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:37.930626 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'security_group_rule': {'security_group_id': '71e8cc91-8644-4007-bc7c-724df1826b7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:38.064049 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.142431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.286029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.313491 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52cb363-e6df-41a4-a867-b522fa2c9bf7,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:38.400550 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.401880 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-171d1584-9f9d-456e-96ce-a4024bf08021 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4764025 Aug 07 14:33:38.405488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 53958) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:38.411917 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:38.502304 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.624727 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.734900 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Allocated IP 172.27.3.191 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/9bf036b0-2bfd-4833-a896-5b3374f930a5) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:33:38.846072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.954338 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:38.995831 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:33:38.998788 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:33:39.002391 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:33:39.008776 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=9bf036b0-2bfd-4833-a896-5b3374f930a5,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:39.094935 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.203447 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.362135 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.416713 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.485917 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=9bf036b0-2bfd-4833-a896-5b3374f930a5,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:39.497221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.565145 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:39.566781 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-83066bc2-bb75-4135-8f03-08bd0fd39c69 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1601493 Aug 07 14:33:39.763246 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-ade6139f-2476-441c-8b4c-85721b809bad tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1932543006&fields=id&tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 267 time: 0.0358603 Aug 07 14:33:39.890338 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-3378a777-3789-4253-9c77-23b14f036230 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:39.891922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-3378a777-3789-4253-9c77-23b14f036230 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 811 time: 0.1217828 Aug 07 14:33:39.907879 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-aba57fbd-a0a7-4ba3-952c-f8286f7e0c47 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/quotas/b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 375 time: 0.0092568 Aug 07 14:33:39.964418 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-efe73e7c-ca2b-460c-8dc5-91ef5e93a2a7 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505884 Aug 07 14:33:40.165818 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-210f3807-5871-428f-a9d0-bf05541f7d85 service neutron] 10.222.0.26 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842897 Aug 07 14:33:40.260393 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-9414bd9e-3a28-4a61-9734-5401605dd216 service neutron] 10.222.0.26 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883889 Aug 07 14:33:40.568399 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-15ccda53-ac4b-4997-a02c-e0f7f85dc7ef req-3621bd25-3d00-4d99-9ec8-3ab6e9b36a47 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 210 time: 0.0262246 Aug 07 14:33:41.682393 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-02d8054e-e917-40d9-a1cf-6b8ca7c177df req-705584d5-c727-41ec-917e-48b88fb81209 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 210 time: 0.0272441 Aug 07 14:33:42.534305 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 54054) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:42.663551 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2861d9f0-02f4-4f8b-91c3-a252161c17f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:42.802032 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ddb49a68-bcee-48b7-ab55-8d3413ec0f8e req-9ca811bd-8f36-4bfc-b06c-f2c4c88cc7ac tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 210 time: 0.0293574 Aug 07 14:33:42.827921 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2861d9f0-02f4-4f8b-91c3-a252161c17f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:42.925605 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-2861d9f0-02f4-4f8b-91c3-a252161c17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.050230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861d9f0-02f4-4f8b-91c3-a252161c17f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e944bdb-6940-4868-851f-145c593c9b70,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:43.062419 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-2861d9f0-02f4-4f8b-91c3-a252161c17f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe83e923d577411eb7158ee7b09977de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224526 Aug 07 14:33:43.066980 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54072) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:43.126582 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-e1bca8c8-fbbc-4b3d-b6c0-d3d3ac6ac58c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:43.129546 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-e1bca8c8-fbbc-4b3d-b6c0-d3d3ac6ac58c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 811 time: 0.1817796 Aug 07 14:33:43.148032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.172313 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.185028 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-10ee38bf-e9cb-44ee-9045-aeeed5e2e30c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53 HTTP/1.1" status: 200 len: 380 time: 0.0399201 Aug 07 14:33:43.196478 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'port': {'device_id': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'admin_state_up': True, 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'security_groups': ['71e8cc91-8644-4007-bc7c-724df1826b7d']}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:43.296503 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.300788 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.304281 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e944bdb-6940-4868-851f-145c593c9b70 HTTP/1.1" status: 204 len: 168 time: 0.2330866 Aug 07 14:33:43.314686 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8b5c4-bd0e-4ce6-b5ab-b868d9534d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e944bdb-6940-4868-851f-145c593c9b70,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:43.445135 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Made reservation on behalf of b01a839ba4c640ed8d1bbc9e007bdf53 for: {'port': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:33:43.449383 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.624133 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Allocated IP 172.20.0.6 (276c42f5-d79d-4445-adc2-46f4d27cb94b/a3026886-4409-4755-8ca7-14c510e99bfb/2a8c8590-3ede-439d-9f5c-02c1fae58f0c) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:33:43.904935 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:43.941927 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Transition to ACTIVE for port object 2a8c8590-3ede-439d-9f5c-02c1fae58f0c will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:43.963686 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-69ffe8b8-af50-4e0a-a567-ccb56a619cc3 req-4b8aec45-5b4d-4bb8-ac47-eb4ec036bb44 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 210 time: 0.0379093 Aug 07 14:33:44.120360 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.179619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:33:44.184195 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:33:44.191831 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:33:44.196658 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event updated for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:44.255845 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:44.256545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.344018 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-fd6f868e-7be1-4bdf-bcfd-afb0058d5636 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516902 Aug 07 14:33:44.374317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Request body: {'port': {'device_id': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:44.449217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.685830 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-331af8bd-09d3-481a-b26f-faa2dde83122 None None] Provisioning for port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:44.691724 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-331af8bd-09d3-481a-b26f-faa2dde83122 None None] Provisioning complete for port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:44.692340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-331af8bd-09d3-481a-b26f-faa2dde83122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.736946 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-331af8bd-09d3-481a-b26f-faa2dde83122 None None] Port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:33:44.794389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8c8590-3ede-439d-9f5c-02c1fae58f0c {{(pid=94068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:44.804048 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.819560 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Transition to ACTIVE for port object 2a8c8590-3ede-439d-9f5c-02c1fae58f0c will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:44.914029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:44.976132 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:45.072111 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Attempting to bind port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:33:45.072717 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Attempting to bind port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:33:45.073257 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Attempting to bind port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:45.080355 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c on network 276c42f5-d79d-4445-adc2-46f4d27cb94b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:33:45.080704 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Attempting to bind port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c on network 276c42f5-d79d-4445-adc2-46f4d27cb94b {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:45.125372 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:33:45.125723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Checking segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:33:45.126125 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Bound using segment: {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:33:45.126588 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Bound port: 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:33:45.126958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:45.238217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:33:45.249775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb924076-9331-4d34-8bf5-db7df6755cef req-b7d58c23-b655-4b77-8cf1-f0bfcf7ee52d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.259026 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb924076-9331-4d34-8bf5-db7df6755cef req-b7d58c23-b655-4b77-8cf1-f0bfcf7ee52d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 943 time: 0.1694992 Aug 07 14:33:45.269387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:33:45.299001 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb924076-9331-4d34-8bf5-db7df6755cef req-04524411-f059-45b0-a60b-06e0abb84558 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Aug 07 14:33:45.343133 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:45.381371 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.381997 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:45.383403 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] 10.222.0.11 "PUT /v2.0/ports/2a8c8590-3ede-439d-9f5c-02c1fae58f0c HTTP/1.1" status: 200 len: 1093 time: 1.0210600 Aug 07 14:33:45.383881 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:45.386164 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c99f17-2176-4b67-a48e-5eec286e1bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:45.434907 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cc798-50ea-4113-90db-2a8369f934ae service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:45.466472 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06ec69-cfc4-4279-82df-dbd6be71d612 x-openstack-request-id: req-4a06ec69-cfc4-4279-82df-dbd6be71d612 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:45.466911 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:45.467263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a06ec69-cfc4-4279-82df-dbd6be71d612 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:45.469166 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'status': 'completed', 'code': 200} Aug 07 14:33:45.554767 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-3dae71a3-9a43-4357-97a1-3b9244eeb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.557067 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-3dae71a3-9a43-4357-97a1-3b9244eeb4bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 1096 time: 0.0507197 Aug 07 14:33:45.677068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-a4e11dfa-819f-4919-a0a8-ce4f1d5fb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.678493 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-a4e11dfa-819f-4919-a0a8-ce4f1d5fb88b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050317 Aug 07 14:33:45.698610 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54134) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:45.796730 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-52d76281-d640-45cc-8e1a-caffab100f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.798304 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73c99f17-2176-4b67-a48e-5eec286e1bc2 req-52d76281-d640-45cc-8e1a-caffab100f41 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116552 Aug 07 14:33:45.828317 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a599151-da2a-4f09-862d-f61ce288bddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:45.922392 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-e34dd91d-aa25-4fff-8a55-a6a73c078b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:45.926815 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-e34dd91d-aa25-4fff-8a55-a6a73c078b9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 1096 time: 0.0565164 Aug 07 14:33:45.936471 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a599151-da2a-4f09-862d-f61ce288bddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:45.983857 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-344fc86d-fe50-445f-a864-a1c24cf8aaa8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c HTTP/1.1" status: 200 len: 217 time: 0.0382249 Aug 07 14:33:46.005665 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4a599151-da2a-4f09-862d-f61ce288bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:46.034122 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-8c06abab-7401-45c7-93b2-f73a36c240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:46.035715 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-8c06abab-7401-45c7-93b2-f73a36c240ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.0445368 Aug 07 14:33:46.044428 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4a599151-da2a-4f09-862d-f61ce288bddc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10fc8c9dbc6148dcb382523dd169c8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446491 Aug 07 14:33:46.047280 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54142) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:46.055033 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a599151-da2a-4f09-862d-f61ce288bddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27495c2-c634-4182-9f2b-926fb063c278,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:46.092632 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d512cd66-5335-4b2a-aec8-02580ac5bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:46.094122 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-d512cd66-5335-4b2a-aec8-02580ac5bab1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507579 Aug 07 14:33:46.102276 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:46.126116 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:46.262341 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:46.272450 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:46.272450 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a27495c2-c634-4182-9f2b-926fb063c278 HTTP/1.1" status: 204 len: 168 time: 0.2186351 Aug 07 14:33:46.281492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917737a9-628a-4025-aedb-3461749001a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27495c2-c634-4182-9f2b-926fb063c278,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:46.494342 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039bee3-c15e-4dfa-a5a8-1c621923ac88 req-70b9ae96-d834-4228-9b42-c7393fdda6d5 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:46.496023 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9039bee3-c15e-4dfa-a5a8-1c621923ac88 req-70b9ae96-d834-4228-9b42-c7393fdda6d5 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 943 time: 0.0808980 Aug 07 14:33:46.500331 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-f19e8f39-fc26-4b1c-bad3-70a37821ca96 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979061 Aug 07 14:33:46.609903 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9039bee3-c15e-4dfa-a5a8-1c621923ac88 req-5e9988bf-5092-47c1-acd9-df61dc1ae821 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045654 Aug 07 14:33:46.639329 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01c1fe1d-0ae1-4c44-b4ca-df5978949264 req-b6578f7f-e0c7-4c9a-9da1-9508030a599b service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275544 Aug 07 14:33:47.154781 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-0885b2b8-94d3-49d7-9806-5347b2beb4ea tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309913 Aug 07 14:33:47.346325 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-00e912f8-fb93-4b08-ae56-cb996bdd9e8c tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:47.348321 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-00e912f8-fb93-4b08-ae56-cb996bdd9e8c tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873016 Aug 07 14:33:47.365009 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-8efb81d3-1558-4314-8b87-a408a327a7a1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/quotas/b82da2b7143a48dfaded19fcd62f69a0 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Aug 07 14:33:47.402548 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-ab66b6ca-f9c7-4535-91d8-f831a6cd145e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314395 Aug 07 14:33:47.638166 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e55365a7-3244-4585-9456-c671df6155b5 req-3a6582b5-1d89-4234-b2fb-63a46f7834de tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 210 time: 0.0290229 Aug 07 14:33:47.751223 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767bc45-3054-490a-99e3-f3c3e6480d78 req-2647ecda-6efc-4a58-83eb-b92fdad395ff tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:47.753015 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2767bc45-3054-490a-99e3-f3c3e6480d78 req-2647ecda-6efc-4a58-83eb-b92fdad395ff tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 943 time: 0.0562518 Aug 07 14:33:47.798039 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2767bc45-3054-490a-99e3-f3c3e6480d78 req-3c62d9d3-7b2d-420f-8d2f-51289c21952a tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377126 Aug 07 14:33:48.682199 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 2a8c8590-3ede-439d-9f5c-02c1fae58f0c details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:33:48.701678 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54210) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:48.725426 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-247c7e55-7207-49f2-9dc6-90faae7e644e req-ac3cc80c-05fa-4437-85dd-917c2a5096cf tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 210 time: 0.0298915 Aug 07 14:33:48.794313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:48.806884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'port_id': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'mac_address': 'fa:16:3e:a6:ae:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:33:48.822622 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbe6323b-fbf1-4e96-81e8-092157c893f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:48.850184 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:48.875257 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8c8590-3ede-439d-9f5c-02c1fae58f0c {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:48.897643 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:48.941101 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebc9c-ec65-4495-8d52-ee47f20352ca req-27211fec-c3e7-4f0d-902e-50aaf82f2747 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:48.942666 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce7ebc9c-ec65-4495-8d52-ee47f20352ca req-27211fec-c3e7-4f0d-902e-50aaf82f2747 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 943 time: 0.0560820 Aug 07 14:33:48.943410 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbe6323b-fbf1-4e96-81e8-092157c893f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:48.981933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ce7ebc9c-ec65-4495-8d52-ee47f20352ca req-2f5b2cb2-1f7c-49aa-8e7e-3dae5a8f5543 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Aug 07 14:33:48.993397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.045840 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-cbe6323b-fbf1-4e96-81e8-092157c893f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.046155 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:49.093591 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-cbe6323b-fbf1-4e96-81e8-092157c893f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f52d195c0e74f4fa6f1a97eeffc99a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906815 Aug 07 14:33:49.094519 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6323b-fbf1-4e96-81e8-092157c893f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c9283-f0c1-411f-85db-68091c546fca,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:49.096345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 54218) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:49.146358 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.168106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.273523 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.276349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.277513 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c26c9283-f0c1-411f-85db-68091c546fca HTTP/1.1" status: 204 len: 168 time: 0.1795273 Aug 07 14:33:49.286860 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54818048-00b7-43a0-9654-50bb0eb4412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c9283-f0c1-411f-85db-68091c546fca,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:49.306707 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['2a8c8590-3ede-439d-9f5c-02c1fae58f0c'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:33:49.823923 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b134e6b0-99cb-49d0-bf97-304f3568ba53 req-fe998226-4819-4cc1-908f-b5c3d76dee6e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 210 time: 0.0258622 Aug 07 14:33:49.884165 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 54226) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:49.899118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f159f84a-4437-4f30-a6e6-f61548122d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:49.949248 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-a395ba3a-dcc4-4f7a-a1dc-4caa2d79b259 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349591 Aug 07 14:33:50.024927 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-de87746e-15c9-4cb3-a4d5-58321acf5a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.134604 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-2983de65-1271-48a1-918b-04122a72cbe8 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:50.136955 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-2983de65-1271-48a1-918b-04122a72cbe8 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803315 Aug 07 14:33:50.164062 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Request body: {'port': {'device_id': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c', 'admin_state_up': True, 'tenant_id': 'b82da2b7143a48dfaded19fcd62f69a0'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:50.227852 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f159f84a-4437-4f30-a6e6-f61548122d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.243972 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2769a-dc91-484e-b10b-040e9084add4 req-ee7abc13-74d5-43f8-a683-3594c99b7d56 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:50.245760 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1de2769a-dc91-484e-b10b-040e9084add4 req-ee7abc13-74d5-43f8-a683-3594c99b7d56 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 944 time: 0.1802385 Aug 07 14:33:50.307618 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1de2769a-dc91-484e-b10b-040e9084add4 req-74fa5cc4-223e-453c-9e19-914ab91d7618 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532327 Aug 07 14:33:50.423661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f159f84a-4437-4f30-a6e6-f61548122d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.479891 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f159f84a-4437-4f30-a6e6-f61548122d03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3ff05e66e8a49b392b492fe4620ed71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939531 Aug 07 14:33:50.480669 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159f84a-4437-4f30-a6e6-f61548122d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c7e55-d89e-4543-97aa-7d5c3f8afa82,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:50.482995 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 54236) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:50.538561 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Made reservation on behalf of b82da2b7143a48dfaded19fcd62f69a0 for: {'port': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:33:50.542476 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.544891 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.560683 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.585166 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.689944 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 2a8c8590-3ede-439d-9f5c-02c1fae58f0c up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:33:50.784540 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.787339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.788566 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a9c7e55-d89e-4543-97aa-7d5c3f8afa82 HTTP/1.1" status: 204 len: 168 time: 0.3045630 Aug 07 14:33:50.804137 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26940c28-8335-44b5-896f-28f54359dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c7e55-d89e-4543-97aa-7d5c3f8afa82,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:50.869593 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.873197 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:50.877665 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:50.877986 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.945722 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-07ce7a44-c941-41ff-96e1-b95e3ca96d3e req-3a0c00fe-d69e-4fa9-a229-88bb13890ca8 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 210 time: 0.0375104 Aug 07 14:33:50.946545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:50.988913 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.012521 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:51.014645 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180ef64-4fad-492b-bc7a-9d29966efe6e" -d '{"events": [{"server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:51.016224 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8234ff1b-334e-4a75-a94b-8345f1beaadc,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:51.030481 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:51.118595 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Allocated IP 192.168.233.102 (fa5118a7-8cd6-4a9a-a617-9f0d812ade9c/36870427-855d-4983-bc0d-64e4236d01d0/d1a892cc-1375-4d49-a9d1-6f15946bb0fb) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:33:51.119699 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.193685 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:51.306904 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4117b-6b8e-4989-838f-36dd850c6f03 x-openstack-request-id: req-71f4117b-6b8e-4989-838f-36dd850c6f03 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:51.307225 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:51.307487 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71f4117b-6b8e-4989-838f-36dd850c6f03 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:51.308153 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'code': 200} Aug 07 14:33:51.326655 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.341985 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Transition to ACTIVE for port object d1a892cc-1375-4d49-a9d1-6f15946bb0fb will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:51.443746 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75482a9-57ae-48d2-96e9-4591cd20ed6d req-9171435a-d605-4588-b350-2d8ea6bdae3c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:51.445379 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a75482a9-57ae-48d2-96e9-4591cd20ed6d req-9171435a-d605-4588-b350-2d8ea6bdae3c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0525882 Aug 07 14:33:51.487117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.495355 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a75482a9-57ae-48d2-96e9-4591cd20ed6d req-c0615b23-93df-4cc4-81ad-bbb45cbf1274 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Aug 07 14:33:51.535555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:33:51.541956 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:33:51.546232 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:33:51.579080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Pushing event updated for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:51.602065 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54252) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:51.618633 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:51.619316 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.625394 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e2a0-1e2b-4f39-8146-09fc716f76f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.709554 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4eb86147-49ee-4186-a495-d329c3fc8a73 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5541308 Aug 07 14:33:51.735020 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Request body: {'port': {'device_id': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:51.746259 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef5bd-eb70-47c1-94e3-ca3ed22081f6 req-e98d8174-3a20-4492-a782-56cf54d5da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:51.748026 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4fcef5bd-eb70-47c1-94e3-ca3ed22081f6 req-e98d8174-3a20-4492-a782-56cf54d5da9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 1098 time: 0.0731184 Aug 07 14:33:51.807218 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4fcef5bd-eb70-47c1-94e3-ca3ed22081f6 req-45c85051-d3c9-416d-ae63-16dd75526747 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512025 Aug 07 14:33:51.840675 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.855372 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e2a0-1e2b-4f39-8146-09fc716f76f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.931502 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e2a0-1e2b-4f39-8146-09fc716f76f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:51.958990 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-fb346ef9-e9e5-4097-8427-72364f9ed1ae None None] Provisioning for port d1a892cc-1375-4d49-a9d1-6f15946bb0fb completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:51.974565 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-fb346ef9-e9e5-4097-8427-72364f9ed1ae None None] Provisioning complete for port d1a892cc-1375-4d49-a9d1-6f15946bb0fb triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:51.975294 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-fb346ef9-e9e5-4097-8427-72364f9ed1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.023469 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-fb346ef9-e9e5-4097-8427-72364f9ed1ae None None] Port d1a892cc-1375-4d49-a9d1-6f15946bb0fb cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:33:52.038239 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e2a0-1e2b-4f39-8146-09fc716f76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf958af-df52-4ef0-958a-0cfc5511e1e6,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:52.046541 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3ed1e2a0-1e2b-4f39-8146-09fc716f76f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a46ea3ccd5694874bba886652be69f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426854 Aug 07 14:33:52.050355 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54256) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:52.127557 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8824439-df10-4179-8601-81da886f66db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.150295 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8824439-df10-4179-8601-81da886f66db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.194897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301fc5f-eedd-4016-b7da-9e14fd06621e req-d9a469eb-fc91-433c-bd6b-1f714672e04e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:52.199701 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1301fc5f-eedd-4016-b7da-9e14fd06621e req-d9a469eb-fc91-433c-bd6b-1f714672e04e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 936 time: 0.1009562 Aug 07 14:33:52.271501 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a892cc-1375-4d49-a9d1-6f15946bb0fb {{(pid=94068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:52.280562 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.285564 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1301fc5f-eedd-4016-b7da-9e14fd06621e req-7c157a07-b8f3-4692-9023-b29bda7d0082 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815425 Aug 07 14:33:52.324795 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Transition to ACTIVE for port object d1a892cc-1375-4d49-a9d1-6f15946bb0fb will not be triggered until provisioned by entity L2. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:33:52.325684 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8824439-df10-4179-8601-81da886f66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.329368 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e8824439-df10-4179-8601-81da886f66db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.330902 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-e8824439-df10-4179-8601-81da886f66db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cf958af-df52-4ef0-958a-0cfc5511e1e6 HTTP/1.1" status: 204 len: 168 time: 0.2787449 Aug 07 14:33:52.339661 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8824439-df10-4179-8601-81da886f66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf958af-df52-4ef0-958a-0cfc5511e1e6,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:52.428113 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.501337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:52.578243 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Attempting to bind port d1a892cc-1375-4d49-a9d1-6f15946bb0fb on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:33:52.578723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Attempting to bind port d1a892cc-1375-4d49-a9d1-6f15946bb0fb by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:33:52.579300 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Attempting to bind port d1a892cc-1375-4d49-a9d1-6f15946bb0fb on network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:52.587010 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Port d1a892cc-1375-4d49-a9d1-6f15946bb0fb on network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:33:52.587452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Attempting to bind port d1a892cc-1375-4d49-a9d1-6f15946bb0fb on network fa5118a7-8cd6-4a9a-a617-9f0d812ade9c {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:33:52.594117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:33:52.594471 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Checking segment: {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:33:52.594875 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Bound using segment: {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'} {{(pid=94068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:33:52.595473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.managers [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Bound port: d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6230d03b-5856-44da-a144-807df8ca812e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c'}}] {{(pid=94068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:33:52.595878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.718218 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, cleared binding levels {{(pid=94068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:33:52.728286 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2a18-e85e-4b71-ac02-34d2ba34c11e req-d33be88f-cb21-4cdd-8d0e-577a81ed589b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:52.729970 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d4d2a18-e85e-4b71-ac02-34d2ba34c11e req-d33be88f-cb21-4cdd-8d0e-577a81ed589b tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0927856 Aug 07 14:33:52.756007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:33:52.797378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d4d2a18-e85e-4b71-ac02-34d2ba34c11e req-d276e244-07b8-4916-a407-adaf4a2aac55 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 Aug 07 14:33:52.804882 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-681e6f53-90c0-4b96-84b9-bb39814047b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.834003 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.894990 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:52.912774 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:52.912774 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] 10.222.0.11 "PUT /v2.0/ports/d1a892cc-1375-4d49-a9d1-6f15946bb0fb HTTP/1.1" status: 200 len: 1098 time: 1.1724021 Aug 07 14:33:52.912774 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:52.912774 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbf5b4-7b80-4179-8303-aa5c36d2d558" -d '{"events": [{"name": "network-changed", "server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:52.942508 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47274c4-3567-43d7-963b-b365c7159625 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=3']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:52.970420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36eae5-3ae8-4ecb-9d82-90af64dab623 x-openstack-request-id: req-9d36eae5-3ae8-4ecb-9d82-90af64dab623 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:52.970420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:52.970420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d36eae5-3ae8-4ecb-9d82-90af64dab623 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:52.970420 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb', 'status': 'completed', 'code': 200} Aug 07 14:33:53.090784 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf5b4-7b80-4179-8303-aa5c36d2d558 req-4896276e-d0b4-400c-bce5-70e9b1453551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.092457 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-78dbf5b4-7b80-4179-8303-aa5c36d2d558 req-4896276e-d0b4-400c-bce5-70e9b1453551 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 1101 time: 0.0677552 Aug 07 14:33:53.139378 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-78dbf5b4-7b80-4179-8303-aa5c36d2d558 req-bd94c690-8ded-4064-8e7c-229fd53612fc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306666 Aug 07 14:33:53.301869 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf5b4-7b80-4179-8303-aa5c36d2d558 req-0f69d8c7-d128-4718-bed4-66657d01a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.303434 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-78dbf5b4-7b80-4179-8303-aa5c36d2d558 req-0f69d8c7-d128-4718-bed4-66657d01a342 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522102 Aug 07 14:33:53.342287 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:53.463896 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c115dc5-58e8-45e4-8168-b844f43f03a3 req-c337bcf0-433a-4620-b8ac-08c01bdd36ff tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.465537 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c115dc5-58e8-45e4-8168-b844f43f03a3 req-c337bcf0-433a-4620-b8ac-08c01bdd36ff tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 948 time: 0.0882387 Aug 07 14:33:53.472807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-97c5bf38-15d1-49bf-b3a4-032975ae83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.474802 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-97c5bf38-15d1-49bf-b3a4-032975ae83ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 1101 time: 0.0950058 Aug 07 14:33:53.532945 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-4dfc227b-14ad-4443-8ab0-59a29804bc39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb HTTP/1.1" status: 200 len: 217 time: 0.0421033 Aug 07 14:33:53.577491 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6c115dc5-58e8-45e4-8168-b844f43f03a3 req-f600f728-a8fb-4cda-a4af-38f6f172be08 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016660 Aug 07 14:33:53.603855 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-055c4c2f-ae42-4142-b77e-e19e55227bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.605580 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-055c4c2f-ae42-4142-b77e-e19e55227bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36870427-855d-4983-bc0d-64e4236d01d0 HTTP/1.1" status: 200 len: 843 time: 0.0617254 Aug 07 14:33:53.656213 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-8263d1c5-1d88-47d8-9850-5a60e88f6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.657743 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-8263d1c5-1d88-47d8-9850-5a60e88f6889 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa5118a7-8cd6-4a9a-a617-9f0d812ade9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423553 Aug 07 14:33:53.759957 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-62ab5169-7493-4c04-bb44-a024a0c92769 service neutron] 10.222.0.11 "GET /v2.0/networks/fa5118a7-8cd6-4a9a-a617-9f0d812ade9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881841 Aug 07 14:33:53.861561 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a08dbd04-5782-4f1c-9ed1-c9dc610fc434 req-05358cca-6f9e-4efc-a5e1-17296f0a391d service neutron] 10.222.0.11 "GET /v2.0/networks/fa5118a7-8cd6-4a9a-a617-9f0d812ade9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944965 Aug 07 14:33:53.944664 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b6186-d044-45b2-a8dc-45ee6e13ef71 req-0efbf9b1-50ad-46b9-ae5d-5197d1a7f449 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:53.946542 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb1b6186-d044-45b2-a8dc-45ee6e13ef71 req-0efbf9b1-50ad-46b9-ae5d-5197d1a7f449 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0764985 Aug 07 14:33:53.994403 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb1b6186-d044-45b2-a8dc-45ee6e13ef71 req-703d3b40-28d4-4b50-8402-11d67e119cd4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Aug 07 14:33:54.079706 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:54.165516 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8c3a-b689-4cd2-a4c9-90b986c86047 req-5b92489a-6255-45cc-930e-46d581e3cfc9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:54.167050 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-07ec8c3a-b689-4cd2-a4c9-90b986c86047 req-5b92489a-6255-45cc-930e-46d581e3cfc9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0831521 Aug 07 14:33:54.177313 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54334) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:33:54.182360 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Request body: {'floatingip': {'port_id': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:33:54.226950 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:54.747605 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:54.767957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e42efb-45bf-4ccd-befb-c20fe0991fde req-4c827a6f-571e-468e-8b0d-7d0945887b95 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:54.770442 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41e42efb-45bf-4ccd-befb-c20fe0991fde req-4c827a6f-571e-468e-8b0d-7d0945887b95 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 948 time: 0.0703075 Aug 07 14:33:54.805233 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:54.816047 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41e42efb-45bf-4ccd-befb-c20fe0991fde req-d710889d-a628-475d-90e2-563fc223d98f tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387855 Aug 07 14:33:55.141893 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:55.171964 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Floating IP a01f9816-fd66-4c07-b783-6dd8f07938b1 associated. External IP: 172.27.3.191, port: 2a8c8590-3ede-439d-9f5c-02c1fae58f0c. Aug 07 14:33:55.397100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:33:55.518037 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:33:55.523419 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:55.528496 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:33:55.537883 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:55.538517 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:33:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:55.559144 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7469a2bc-f0f1-40af-89c6-06324cae3f71 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "PUT /v2.0/floatingips/a01f9816-fd66-4c07-b783-6dd8f07938b1 HTTP/1.1" status: 200 len: 991 time: 1.3806736 Aug 07 14:33:55.559838 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:55.562711 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572546cb-4fda-4343-b31c-0a867ed276f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:55.606497 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2dd387-7da6-448c-8293-76806cbefefc x-openstack-request-id: req-6a2dd387-7da6-448c-8293-76806cbefefc {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:55.606497 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:55.606497 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a2dd387-7da6-448c-8293-76806cbefefc {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:55.606497 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'status': 'completed', 'code': 200} Aug 07 14:33:55.689519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:55.726124 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-c1cebe0e-9fde-4a91-b3ef-aede0e5afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:55.727663 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-c1cebe0e-9fde-4a91-b3ef-aede0e5afcf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 1098 time: 0.0476615 Aug 07 14:33:55.875848 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-fe611b66-7df9-46e6-9618-5ac6b13fa674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:55.880356 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-fe611b66-7df9-46e6-9618-5ac6b13fa674 service neutron] 10.222.0.11 "GET /v2.0/networks?id=276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 200 len: 912 time: 0.1339717 Aug 07 14:33:56.012663 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'a01f9816-fd66-4c07-b783-6dd8f07938b1', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:a6:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:39Z', 'updated_at': '2021-08-07T14:33:54Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:56.014321 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-574f7dbb-00fd-4aba-b2b1-44192f8aedee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c HTTP/1.1" status: 200 len: 999 time: 0.1279404 Aug 07 14:33:56.040160 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb055960-0798-4b62-935c-2a39cfc67175 req-e32fa05c-13dd-4ab4-ba5d-fcb02091325e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:56.041497 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:33:56.041707 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bb055960-0798-4b62-935c-2a39cfc67175 req-e32fa05c-13dd-4ab4-ba5d-fcb02091325e tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 948 time: 0.0979483 Aug 07 14:33:56.051780 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:33:56.052544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:33:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:56.099673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-17b49818-554d-424c-8bf7-13d6293c014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:56.101203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-17b49818-554d-424c-8bf7-13d6293c014e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 200 len: 850 time: 0.0784955 Aug 07 14:33:56.125102 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bb055960-0798-4b62-935c-2a39cfc67175 req-785d6e7b-d749-4c97-8321-82750771f18a tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636172 Aug 07 14:33:56.162273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-3c2c3266-7304-4df3-9243-ad8e33f0b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:56.163175 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-3c2c3266-7304-4df3-9243-ad8e33f0b839 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=276c42f5-d79d-4445-adc2-46f4d27cb94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534492 Aug 07 14:33:56.174717 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:33:56.267302 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-4b19d016-1f08-4216-9a28-759cef085fa5 service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957811 Aug 07 14:33:56.372825 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-572546cb-4fda-4343-b31c-0a867ed276f6 req-539eb08e-8947-42f1-8b2c-52cfc57fd7ef service neutron] 10.222.0.11 "GET /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939362 Aug 07 14:33:56.430621 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'a01f9816-fd66-4c07-b783-6dd8f07938b1', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:a6:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:39Z', 'updated_at': '2021-08-07T14:33:54Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:33:56.458886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb35c06-96ca-4c15-b5e8-fd5cb31e5428 None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'a01f9816-fd66-4c07-b783-6dd8f07938b1', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'port_id': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'mac_address': 'fa:16:3e:a6:ae:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:33:39Z', 'updated_at': '2021-08-07T14:33:54Z', 'revision_number': 1, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:33:56.685689 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75195ae8-c45e-4aae-b321-6a94be22b243 None None] New status for floating IP a01f9816-fd66-4c07-b783-6dd8f07938b1: ACTIVE {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:33:56.724927 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device d1a892cc-1375-4d49-a9d1-6f15946bb0fb details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:33:56.861831 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:57.012488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb', 'network_id': 'fa5118a7-8cd6-4a9a-a617-9f0d812ade9c', 'port_id': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb', 'mac_address': 'fa:16:3e:24:07:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36870427-855d-4983-bc0d-64e4236d01d0', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:33:57.053057 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:57.067455 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a892cc-1375-4d49-a9d1-6f15946bb0fb {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:33:57.090332 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:57.153852 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:57.233753 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:57.263503 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb419af-d44b-4d39-8377-b1b192b8b135 req-f628eee4-6f06-4db5-9af7-ab7dbb11835c tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:57.265168 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1eb419af-d44b-4d39-8377-b1b192b8b135 req-f628eee4-6f06-4db5-9af7-ab7dbb11835c tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 949 time: 0.0591133 Aug 07 14:33:57.314049 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1eb419af-d44b-4d39-8377-b1b192b8b135 req-c0ed4f9d-a0dd-46e8-954f-e6c781a902fc tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Aug 07 14:33:57.519899 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['d1a892cc-1375-4d49-a9d1-6f15946bb0fb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:33:58.478514 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ae64-5cb4-4064-bf8a-3591cec8f39c req-c93cd790-ee93-4abf-abf0-57d06a0ecf50 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:58.480541 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1c75ae64-5cb4-4064-bf8a-3591cec8f39c req-c93cd790-ee93-4abf-abf0-57d06a0ecf50 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 949 time: 0.0869527 Aug 07 14:33:58.523034 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1c75ae64-5cb4-4064-bf8a-3591cec8f39c req-520fcdbc-82d8-44e8-987c-d00c0a380d1f tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361185 Aug 07 14:33:58.744699 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device d1a892cc-1375-4d49-a9d1-6f15946bb0fb up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:33:58.860491 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port d1a892cc-1375-4d49-a9d1-6f15946bb0fb completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:33:58.870749 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port d1a892cc-1375-4d49-a9d1-6f15946bb0fb triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:33:58.871118 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:58.944722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:58.967169 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:58.995634 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:33:58.997881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7bd65-6577-426c-8b00-93a1ad7d119c" -d '{"events": [{"server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:33:59.014369 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:33:59.048449 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da0880-bc36-4bdf-bb0e-e36345a1e464 x-openstack-request-id: req-63da0880-bc36-4bdf-bb0e-e36345a1e464 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:33:59.048925 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:33:59.049345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63da0880-bc36-4bdf-bb0e-e36345a1e464 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:33:59.050522 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb', 'code': 200} Aug 07 14:33:59.084827 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:33:59.137310 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:33:59.426437 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae05dc-f0f5-4f79-b124-21535d4b2da1 req-0d4fcfb6-ac34-4cd2-ab32-ecca809e49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:59.427983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a4ae05dc-f0f5-4f79-b124-21535d4b2da1 req-0d4fcfb6-ac34-4cd2-ab32-ecca809e49c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 1103 time: 0.0477052 Aug 07 14:33:59.466438 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a4ae05dc-f0f5-4f79-b124-21535d4b2da1 req-8b46dd04-e955-4eaf-916b-8048fb5c56f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 07 14:33:59.660981 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c37f8-96da-48ae-869b-eaaef2f0cfa1 req-bb7d9f74-c486-4977-aa02-414563765f6a tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:33:59.662665 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-602c37f8-96da-48ae-869b-eaaef2f0cfa1 req-bb7d9f74-c486-4977-aa02-414563765f6a tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0625615 Aug 07 14:33:59.708933 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-602c37f8-96da-48ae-869b-eaaef2f0cfa1 req-36960edb-4891-4c71-b68f-dbef440042ff tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Aug 07 14:34:00.799805 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-bb7b719f-470e-47e5-92b2-9897e8ac07fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570045 Aug 07 14:34:00.845096 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430466-6ac5-4480-88fb-690dd1910c4b req-3ce17401-cb34-47a2-ae24-66f964fdaa5f tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:00.846626 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b430466-6ac5-4480-88fb-690dd1910c4b req-3ce17401-cb34-47a2-ae24-66f964fdaa5f tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0589523 Aug 07 14:34:00.916277 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0b430466-6ac5-4480-88fb-690dd1910c4b req-75894ef2-3b69-4f64-8c8d-2290a020c92a tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Aug 07 14:34:00.927868 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-8dd09e14-959c-487e-9f49-0841f64ebc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:00.929407 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-8dd09e14-959c-487e-9f49-0841f64ebc30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0695126 Aug 07 14:34:01.335214 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-384df57f-8669-476e-9ef9-f29ef424752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:01.337844 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-384df57f-8669-476e-9ef9-f29ef424752f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.3620214 Aug 07 14:34:01.439760 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-30fdeec5-0b80-4906-b9cd-86ca43f5643d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 1001 time: 0.0899727 Aug 07 14:34:01.548802 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-de2bead6-8556-42c8-9be2-0108c1c137b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:01.550385 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-de2bead6-8556-42c8-9be2-0108c1c137b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0587211 Aug 07 14:34:01.612842 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-0424ccf2-996d-4725-8534-63741b340343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:01.615204 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-0424ccf2-996d-4725-8534-63741b340343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419781 Aug 07 14:34:01.710627 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-bd136fa4-c95d-48e4-9df7-498be2e3b312 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Aug 07 14:34:01.813563 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e623ee10-de8c-4234-b52c-05e9b608dd1c req-249ad714-777a-465c-a324-fe73715c8dec service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942385 Aug 07 14:34:02.043809 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322bc-33c7-426c-8317-34060988fe4c req-19ed622a-ccb1-4bb5-9738-4e87f5a06721 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:02.045370 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-216322bc-33c7-426c-8317-34060988fe4c req-19ed622a-ccb1-4bb5-9738-4e87f5a06721 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0537646 Aug 07 14:34:02.094203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-216322bc-33c7-426c-8317-34060988fe4c req-17de7b02-b938-4de6-a8b8-39d04dc55967 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Aug 07 14:34:02.659552 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b56b-9e63-4e70-ac7b-320b7f921e69 req-162f38be-a8a2-4855-9386-5d5f79a6a1b9 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:02.661524 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b89b56b-9e63-4e70-ac7b-320b7f921e69 req-162f38be-a8a2-4855-9386-5d5f79a6a1b9 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0575438 Aug 07 14:34:02.701337 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b89b56b-9e63-4e70-ac7b-320b7f921e69 req-5924bacd-9321-4b00-8e70-9c12d78b3407 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Aug 07 14:34:03.824701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3cdf3-3259-4caa-9b58-b7b31a7f60bc req-ea8baabe-cad6-41df-8ff8-875ebe0187b4 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:03.826309 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8b3cdf3-3259-4caa-9b58-b7b31a7f60bc req-ea8baabe-cad6-41df-8ff8-875ebe0187b4 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0518558 Aug 07 14:34:03.872750 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a8b3cdf3-3259-4caa-9b58-b7b31a7f60bc req-01e409cc-aea0-4e32-9347-68263f743586 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 07 14:34:04.543611 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-1f93b8d2-21cb-4f1c-ab8b-b0e56f26a91d tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:04.545212 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-1f93b8d2-21cb-4f1c-ab8b-b0e56f26a91d tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.11 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 950 time: 0.0555520 Aug 07 14:34:04.663261 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Deleting port d1a892cc-1375-4d49-a9d1-6f15946bb0fb {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:34:04.663561 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:04.771303 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] For port d1a892cc-1375-4d49-a9d1-6f15946bb0fb, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,segment=NetworkSegment(6230d03b-5856-44da-a144-807df8ca812e),segment_id=6230d03b-5856-44da-a144-807df8ca812e)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:04.771817 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:04.786803 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Calling delete_port for d1a892cc-1375-4d49-a9d1-6f15946bb0fb owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:34:04.993719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:05.033266 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['d1a892cc-1375-4d49-a9d1-6f15946bb0fb'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:34:05.040437 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Pushing event deleted for resources: {'Port': ['ID=d1a892cc-1375-4d49-a9d1-6f15946bb0fb,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:05.089767 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29691-91a9-4f98-a3fa-0868f5e8df76 req-fb965915-ceb0-4908-889d-3402855f3076 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:05.093263 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1df29691-91a9-4f98-a3fa-0868f5e8df76 req-fb965915-ceb0-4908-889d-3402855f3076 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 867 time: 0.1383262 Aug 07 14:34:05.119075 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] No DVR routers for this DVR port d1a892cc-1375-4d49-a9d1-6f15946bb0fb on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:34:05.126906 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:05.129428 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b4b7828c-8d90-4643-8d15-b58399d4bdbb req-8fc8be99-fc54-473b-8b40-134cb0c689c1 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.11 "DELETE /v2.0/ports/d1a892cc-1375-4d49-a9d1-6f15946bb0fb HTTP/1.1" status: 204 len: 173 time: 0.5633430 Aug 07 14:34:05.130508 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'name': 'network-vif-deleted', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:05.133075 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c085d-a9e8-4cd2-9dd0-0de0816b5b16" -d '{"events": [{"server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "name": "network-vif-deleted", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:05.178553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3912e-bfc7-4df8-9475-e4953577d5b9 x-openstack-request-id: req-3ea3912e-bfc7-4df8-9475-e4953577d5b9 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:05.178858 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f322d0-59aa-4f0a-899b-6e19d13c654f", "name": "network-vif-deleted", "tag": "d1a892cc-1375-4d49-a9d1-6f15946bb0fb", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:05.179128 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ea3912e-bfc7-4df8-9475-e4953577d5b9 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:05.179542 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f322d0-59aa-4f0a-899b-6e19d13c654f', 'name': 'network-vif-deleted', 'tag': 'd1a892cc-1375-4d49-a9d1-6f15946bb0fb', 'status': 'completed', 'code': 200} Aug 07 14:34:05.183368 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1df29691-91a9-4f98-a3fa-0868f5e8df76 req-9e357307-7b4a-4231-a466-520643c0b8cd tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/security-groups?id=8234ff1b-334e-4a75-a94b-8345f1beaadc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655282 Aug 07 14:34:06.031975 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef88c3-8753-4e95-b806-2c581ea13f73 req-4068c688-ba08-4ff8-aec1-8636b5206f9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:06.033886 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43ef88c3-8753-4e95-b806-2c581ea13f73 req-4068c688-ba08-4ff8-aec1-8636b5206f9f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0539055 Aug 07 14:34:06.084966 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43ef88c3-8753-4e95-b806-2c581ea13f73 req-69e9602a-9fba-4285-a37d-a7fccee57663 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Aug 07 14:34:06.308307 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8536699-082b-4ccc-9be0-9db2741d38f2 req-10f8297e-ec07-4699-8979-a11700c7af08 tempest-VolumesNegativeTest-1096927333 tempest-VolumesNegativeTest-1096927333-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f322d0-59aa-4f0a-899b-6e19d13c654f HTTP/1.1" status: 200 len: 210 time: 0.0289133 Aug 07 14:34:07.220764 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47b41-9be2-4e07-ab90-5a437a6940b9 req-247d1fec-6eb4-4ace-8ad3-ae1dabe11518 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:07.222327 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fe47b41-9be2-4e07-ab90-5a437a6940b9 req-247d1fec-6eb4-4ace-8ad3-ae1dabe11518 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0530541 Aug 07 14:34:07.264315 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fe47b41-9be2-4e07-ab90-5a437a6940b9 req-cc0a9dc4-06c2-4925-b384-a0a06a104d85 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Aug 07 14:34:08.020995 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:34:08.401510 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531e54-8cb6-490f-a7c3-132911f38987 req-c72917b8-f501-4d5c-8b9e-bae99a1ed5f4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:08.403127 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cf531e54-8cb6-490f-a7c3-132911f38987 req-c72917b8-f501-4d5c-8b9e-bae99a1ed5f4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0526865 Aug 07 14:34:08.442210 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cf531e54-8cb6-490f-a7c3-132911f38987 req-2867734f-ac00-4234-9b1b-4eae379c9145 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Aug 07 14:34:08.769683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device d1a892cc-1375-4d49-a9d1-6f15946bb0fb no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:34:08.792519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: d1a892cc-1375-4d49-a9d1-6f15946bb0fb {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:34:08.792877 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device d1a892cc-1375-4d49-a9d1-6f15946bb0fb not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:34:09.569414 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f2957-e72c-4f74-a1b9-b67294b7bb5d req-8a09155f-86d2-4fad-8785-411727496629 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:09.578975 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e85f2957-e72c-4f74-a1b9-b67294b7bb5d req-8a09155f-86d2-4fad-8785-411727496629 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0521138 Aug 07 14:34:09.612882 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e85f2957-e72c-4f74-a1b9-b67294b7bb5d req-30777c33-d896-49fd-b524-f15a62634483 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349572 Aug 07 14:34:10.755765 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170b09-4db1-4f42-b63d-7b1484c13b7b req-7a6157b6-319d-48e7-9150-5329c07911c0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:10.758280 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35170b09-4db1-4f42-b63d-7b1484c13b7b req-7a6157b6-319d-48e7-9150-5329c07911c0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0639837 Aug 07 14:34:10.804251 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35170b09-4db1-4f42-b63d-7b1484c13b7b req-5a42def2-00a0-4b63-8b5a-8ef6c1078b66 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Aug 07 14:34:11.959698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545e0d-f8da-42af-802b-383bf98a9c3c req-09beaa40-8288-4380-ab98-95fcfc9d3f82 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:11.961280 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43545e0d-f8da-42af-802b-383bf98a9c3c req-09beaa40-8288-4380-ab98-95fcfc9d3f82 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0511818 Aug 07 14:34:12.001335 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-43545e0d-f8da-42af-802b-383bf98a9c3c req-6aad47f2-ea66-4a57-a0de-100ff79deafb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340538 Aug 07 14:34:13.147706 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb181d-76ae-42bb-bbbd-8fbc28b6affe req-c3ffd411-869b-4255-aa17-d34353df6420 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:13.150477 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cb181d-76ae-42bb-bbbd-8fbc28b6affe req-c3ffd411-869b-4255-aa17-d34353df6420 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0658705 Aug 07 14:34:13.194130 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cb181d-76ae-42bb-bbbd-8fbc28b6affe req-b7b151b6-6279-47b3-9b7c-20d66cf1e76f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370135 Aug 07 14:34:13.438751 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54750) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:34:13.576648 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3bdc3161-7fa4-49a4-aaca-cf5d1ebcc7ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b82da2b7143a48dfaded19fcd62f69a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366348 Aug 07 14:34:13.578997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54754) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:34:13.637883 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:13.659312 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:13.821718 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:13.824365 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:13.825550 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8234ff1b-334e-4a75-a94b-8345f1beaadc HTTP/1.1" status: 204 len: 168 time: 0.2456381 Aug 07 14:34:13.834329 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8234ff1b-334e-4a75-a94b-8345f1beaadc,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:13.841810 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.842161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.842520 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.842869 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.843217 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.843559 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.843922 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.844261 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.844601 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.844937 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.845270 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:13.845603 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b886f8-8e5f-4e2a-b4af-d31db83de625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:14.326797 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d8e9-92be-4f0c-a6c2-8246c2819044 req-514c3407-ac5f-458e-b262-f6da8ad1c1ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:14.328364 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17a0d8e9-92be-4f0c-a6c2-8246c2819044 req-514c3407-ac5f-458e-b262-f6da8ad1c1ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0544496 Aug 07 14:34:14.373203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17a0d8e9-92be-4f0c-a6c2-8246c2819044 req-31fbf3f0-4e37-43df-889c-a82197967f50 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Aug 07 14:34:15.501094 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5963a-764e-469e-8c12-029dc4647383 req-68f27736-154e-41be-a5f5-4b2e42dcb503 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:15.502629 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17c5963a-764e-469e-8c12-029dc4647383 req-68f27736-154e-41be-a5f5-4b2e42dcb503 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0499578 Aug 07 14:34:15.541651 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-17c5963a-764e-469e-8c12-029dc4647383 req-d6357153-3548-41e4-82e9-0421b2be7a41 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Aug 07 14:34:16.667099 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b890-1a9a-4e16-b125-e2a7722a3373 req-c1c6b730-da64-4919-bd31-386ed6d9f651 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:16.668663 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b5d8b890-1a9a-4e16-b125-e2a7722a3373 req-c1c6b730-da64-4919-bd31-386ed6d9f651 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0507748 Aug 07 14:34:16.707846 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b5d8b890-1a9a-4e16-b125-e2a7722a3373 req-41ba53f5-3a31-47e2-82f3-54d4c59d8842 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Aug 07 14:34:17.832348 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e9a52-cc94-4705-9442-40cbd60efe20 req-9e6332b9-106f-4abc-ac3a-c92f88c5e1fb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:17.834603 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-913e9a52-cc94-4705-9442-40cbd60efe20 req-9e6332b9-106f-4abc-ac3a-c92f88c5e1fb tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0515258 Aug 07 14:34:17.875150 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-913e9a52-cc94-4705-9442-40cbd60efe20 req-55bfc393-f862-45c6-9477-b05413e8c2d9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Aug 07 14:34:18.816044 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:34:18.914211 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:18.926754 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:34:18.969963 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:18.984299 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:34:19.002879 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be24b7-910b-467b-ace9-dc99e9060cd5 req-30022b47-f376-4a32-aa16-b50ad6de3288 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:19.004345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77be24b7-910b-467b-ace9-dc99e9060cd5 req-30022b47-f376-4a32-aa16-b50ad6de3288 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0527854 Aug 07 14:34:19.004858 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:19.045440 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77be24b7-910b-467b-ace9-dc99e9060cd5 req-d77a0e23-b0fe-4818-8301-661998e4ce75 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340345 Aug 07 14:34:19.062778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:19.114738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=6']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:19.123088 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.123448 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.123835 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.124188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.124531 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.124877 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.125220 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.125562 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.125905 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.126432 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.126813 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.127105 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:34:19.223309 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['92b6e0ac-8bae-435e-901b-3c030367a2aa'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:34:19.610554 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c3f1c-7c48-4206-9436-915d84d10c9c req-e77ba6b4-6ca6-40ef-a80f-dd925143b897 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:19.612180 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-571c3f1c-7c48-4206-9436-915d84d10c9c req-e77ba6b4-6ca6-40ef-a80f-dd925143b897 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0515265 Aug 07 14:34:19.654681 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-571c3f1c-7c48-4206-9436-915d84d10c9c req-7cb0a4da-fce9-421e-aa6e-6d3469052697 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342765 Aug 07 14:34:19.998351 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-84994581-fd2a-408f-8a0c-8c5eeb816f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:20.174701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129417f3-7c65-4623-93a3-f7fb68d67937 req-b622d136-6177-4cf1-bc8c-73eef41993ea tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:20.176098 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-129417f3-7c65-4623-93a3-f7fb68d67937 req-b622d136-6177-4cf1-bc8c-73eef41993ea tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0527363 Aug 07 14:34:20.232034 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-129417f3-7c65-4623-93a3-f7fb68d67937 req-ff22e531-7ff2-43be-beb9-bb8a82b6f2a2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475090 Aug 07 14:34:20.778036 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872bbf1-b19a-4d54-813e-dbae4f2432ed req-5dbc24d8-c819-4e49-b228-35288aef54f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:20.779656 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9872bbf1-b19a-4d54-813e-dbae4f2432ed req-5dbc24d8-c819-4e49-b228-35288aef54f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0512369 Aug 07 14:34:20.824756 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9872bbf1-b19a-4d54-813e-dbae4f2432ed req-6a34842e-5492-444e-bcd3-a74ab127cb81 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Aug 07 14:34:20.831463 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:34:20.885859 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 92b6e0ac-8bae-435e-901b-3c030367a2aa triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:34:20.886252 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:20.969797 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:21.000686 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:21.003064 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a148ab9-02b4-4a09-ba36-6cd4b874271b" -d '{"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:21.031615 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:21.044511 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f09ce7-f3d6-435c-914c-5861ed69ab1a x-openstack-request-id: req-13f09ce7-f3d6-435c-914c-5861ed69ab1a {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:21.045323 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:21.045645 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13f09ce7-f3d6-435c-914c-5861ed69ab1a {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:21.047474 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'code': 200} Aug 07 14:34:21.078576 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:21.131892 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=7']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:21.360109 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b32f05-f806-4989-84da-1b672b06087f req-7d15be2a-360c-4ac3-88ef-1448c63b276b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:21.361629 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5b32f05-f806-4989-84da-1b672b06087f req-7d15be2a-360c-4ac3-88ef-1448c63b276b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0484214 Aug 07 14:34:21.400201 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a5b32f05-f806-4989-84da-1b672b06087f req-aefd8e25-7366-4c9a-ae90-460ad66ec5f0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Aug 07 14:34:21.991778 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5fa15-ba41-4ce4-93c6-973dce998b83 req-42814ec2-26f0-442d-90fd-b9da55ceaf63 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:21.992511 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e0f5fa15-ba41-4ce4-93c6-973dce998b83 req-42814ec2-26f0-442d-90fd-b9da55ceaf63 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0608730 Aug 07 14:34:22.054649 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e0f5fa15-ba41-4ce4-93c6-973dce998b83 req-710991e9-3aa3-41ed-9c9c-abc7b0ab3a4e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552073 Aug 07 14:34:22.535776 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11868a51-afd8-4d77-9d54-1efa1a469651 req-33ab2eef-d612-4b94-ba7d-38caf882cbca tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:22.537836 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-11868a51-afd8-4d77-9d54-1efa1a469651 req-33ab2eef-d612-4b94-ba7d-38caf882cbca tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0636165 Aug 07 14:34:22.586356 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-11868a51-afd8-4d77-9d54-1efa1a469651 req-e6b9db14-8794-43b9-9e61-d7a2a745b3ad tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Aug 07 14:34:22.833290 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-147d23e8-e0ef-4357-a3ba-df7849bc5d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:23.198446 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37b2e-a604-47db-9fd1-12522f4fceb9 req-76f9e0a4-32c8-4972-ab89-0fcc389c3931 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:23.200144 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2de37b2e-a604-47db-9fd1-12522f4fceb9 req-76f9e0a4-32c8-4972-ab89-0fcc389c3931 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0677359 Aug 07 14:34:23.243202 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2de37b2e-a604-47db-9fd1-12522f4fceb9 req-5fbf725a-51c8-4db3-8896-808b0bae9f3b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365281 Aug 07 14:34:23.410279 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:23.731882 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047c709-179f-408d-be8f-c87ae81a7e87 req-2b2ae0db-25d5-4449-a90c-39bf4b4a870e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:23.734079 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a047c709-179f-408d-be8f-c87ae81a7e87 req-2b2ae0db-25d5-4449-a90c-39bf4b4a870e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0580385 Aug 07 14:34:23.796106 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a047c709-179f-408d-be8f-c87ae81a7e87 req-23998a7f-d5f9-4b2a-b313-da90e7d72b2c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Aug 07 14:34:24.005031 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:24.379688 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eff9af-1e1e-46a9-8fe4-b5188685c02a req-153b3409-8239-4d1c-83c3-ac4661c54838 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:24.381480 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8eff9af-1e1e-46a9-8fe4-b5188685c02a req-153b3409-8239-4d1c-83c3-ac4661c54838 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0569298 Aug 07 14:34:24.437935 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8eff9af-1e1e-46a9-8fe4-b5188685c02a req-ce01cd10-2c82-46e4-b581-aa147ecbd71c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Aug 07 14:34:24.932654 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719ca32-3de8-4834-ae19-dbd0dba15c11 req-6451210d-eb1e-4e4d-81c9-2069a1ad06c6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:24.934420 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c719ca32-3de8-4834-ae19-dbd0dba15c11 req-6451210d-eb1e-4e4d-81c9-2069a1ad06c6 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0683901 Aug 07 14:34:24.979764 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c719ca32-3de8-4834-ae19-dbd0dba15c11 req-6a62388c-0754-4494-9fe8-239174a9dee8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Aug 07 14:34:25.352285 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:25.576369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f5022-4131-4ac7-a687-2b93901aa4a6 req-1944d2d0-c24b-4395-aa67-c73dd24bd85d tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:25.578150 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-949f5022-4131-4ac7-a687-2b93901aa4a6 req-1944d2d0-c24b-4395-aa67-c73dd24bd85d tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0601783 Aug 07 14:34:25.621270 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-949f5022-4131-4ac7-a687-2b93901aa4a6 req-ac550d78-3464-45cb-8d70-289dda5cbdfa tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Aug 07 14:34:26.119925 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5d6de-4582-40fc-bf32-6f6e472d7e4b req-a5908312-eb5e-488e-8e48-3c10882cc57a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:26.121668 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8ca5d6de-4582-40fc-bf32-6f6e472d7e4b req-a5908312-eb5e-488e-8e48-3c10882cc57a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0552411 Aug 07 14:34:26.180209 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8ca5d6de-4582-40fc-bf32-6f6e472d7e4b req-70b969b0-a177-4aae-b936-2d6f772320b5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367999 Aug 07 14:34:26.802033 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832edca-2192-4158-ad29-30877cbe6f7d req-dc174210-15eb-42e4-9e8f-9888e951518e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:26.805876 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8832edca-2192-4158-ad29-30877cbe6f7d req-dc174210-15eb-42e4-9e8f-9888e951518e tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0671406 Aug 07 14:34:26.856228 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8832edca-2192-4158-ad29-30877cbe6f7d req-460b85c2-323d-4f30-9ad0-cf5d058957a5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Aug 07 14:34:27.374575 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1410a6-618c-4c66-bb67-ef093c4b40e5 req-7740a8d4-2ae7-411b-9f28-00776421ba40 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:27.376251 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a1410a6-618c-4c66-bb67-ef093c4b40e5 req-7740a8d4-2ae7-411b-9f28-00776421ba40 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0749173 Aug 07 14:34:27.437493 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0a1410a6-618c-4c66-bb67-ef093c4b40e5 req-c8b191e0-15da-4c7f-b1d2-8b53819d7e7f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Aug 07 14:34:28.012528 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2716f8-01f8-4916-b3b1-7b31fcbeed73 req-75d0456b-10cb-43e1-9eaa-0868e9b2b07f tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:28.014284 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7a2716f8-01f8-4916-b3b1-7b31fcbeed73 req-75d0456b-10cb-43e1-9eaa-0868e9b2b07f tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0626118 Aug 07 14:34:28.071549 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7a2716f8-01f8-4916-b3b1-7b31fcbeed73 req-36ecd931-330c-40f9-bfdb-a8a9d552a810 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471854 Aug 07 14:34:28.578443 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc67f-e84a-4b43-b9d7-ab83b1be4e32 req-35ae9b19-79dd-406c-8642-e4ac895b27cd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:28.580054 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c49bc67f-e84a-4b43-b9d7-ab83b1be4e32 req-35ae9b19-79dd-406c-8642-e4ac895b27cd tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0579069 Aug 07 14:34:28.627849 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c49bc67f-e84a-4b43-b9d7-ab83b1be4e32 req-2d5f1642-cf27-4457-a3e4-d64e4d55d655 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 Aug 07 14:34:29.090791 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:29.230770 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378feab6-cb94-4565-9420-e0358c9c4496 req-ae78d256-85f6-4861-b74d-0a92e1d24d66 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:29.236121 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-378feab6-cb94-4565-9420-e0358c9c4496 req-ae78d256-85f6-4861-b74d-0a92e1d24d66 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0733442 Aug 07 14:34:29.315159 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-378feab6-cb94-4565-9420-e0358c9c4496 req-37be025c-4f70-4c57-95d2-980347abd093 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650456 Aug 07 14:34:29.808143 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57135d-d5b2-4b41-b319-d5d4603b9126 req-e607f71b-27be-4a16-80f3-fae39c4a7217 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:29.822556 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e57135d-d5b2-4b41-b319-d5d4603b9126 req-e607f71b-27be-4a16-80f3-fae39c4a7217 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0939004 Aug 07 14:34:29.882754 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9e57135d-d5b2-4b41-b319-d5d4603b9126 req-c11d5842-0898-4aec-97a7-9fca747e11ee tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569024 Aug 07 14:34:29.956326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-d889b3e0-bc56-4612-a9ec-cca9675254e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:29.958294 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-d889b3e0-bc56-4612-a9ec-cca9675254e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0493503 Aug 07 14:34:30.102476 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-531fa8db-d610-4890-9409-ab564094cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:30.104090 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-531fa8db-d610-4890-9409-ab564094cc1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.1354198 Aug 07 14:34:30.185365 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-268d7d3d-06c8-40ef-9e36-ae454fcebe13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 1001 time: 0.0735421 Aug 07 14:34:30.260060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-6b8a909f-c095-49d0-8a9b-2454da834602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:30.261642 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-6b8a909f-c095-49d0-8a9b-2454da834602 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0693843 Aug 07 14:34:30.317835 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-c2598117-422f-45a0-987b-3dfd99f6b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:30.323360 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-c2598117-422f-45a0-987b-3dfd99f6b95b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531323 Aug 07 14:34:30.556553 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-847b8866-421e-42b2-a557-db804a8b0f5b service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248662 Aug 07 14:34:30.580714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5635d5-0560-4566-8e6d-8bbb27566591 req-81812eff-5dbe-4bc7-9eb1-0a9cc7de9d8f tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:30.584035 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7a5635d5-0560-4566-8e6d-8bbb27566591 req-81812eff-5dbe-4bc7-9eb1-0a9cc7de9d8f tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.1456168 Aug 07 14:34:30.750965 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7a5635d5-0560-4566-8e6d-8bbb27566591 req-ed32fcba-6afe-4bad-b27e-f61907348dcb tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458614 Aug 07 14:34:30.832975 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5dfe0ea9-43ba-4570-a087-64ddb2eb28ec req-579142d1-c935-4a53-8f0b-ebf06a75beeb service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466233 Aug 07 14:34:31.118420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26f657-0be1-4c06-8159-c09b8146c47c req-3b3584e4-5256-4e5f-af81-97f8cf292612 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:31.120254 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0c26f657-0be1-4c06-8159-c09b8146c47c req-3b3584e4-5256-4e5f-af81-97f8cf292612 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0959845 Aug 07 14:34:31.192004 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0c26f657-0be1-4c06-8159-c09b8146c47c req-f37036c9-42a2-4605-a2dc-cfb874eb0804 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623600 Aug 07 14:34:31.950526 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0eb6-3454-42df-b8ff-746ae1c8e55e req-323638c0-69ec-449d-8f04-b5e56295d654 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:31.952263 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3dec0eb6-3454-42df-b8ff-746ae1c8e55e req-323638c0-69ec-449d-8f04-b5e56295d654 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0670176 Aug 07 14:34:32.034443 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3dec0eb6-3454-42df-b8ff-746ae1c8e55e req-03996c23-f39a-4dbc-b432-d292fca89d65 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476193 Aug 07 14:34:32.323384 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3cd23-fc20-4720-a522-9673c137db1c req-a07703ea-b232-4fde-8266-c7dda7c03679 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:32.325089 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8ae3cd23-fc20-4720-a522-9673c137db1c req-a07703ea-b232-4fde-8266-c7dda7c03679 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0597506 Aug 07 14:34:32.371439 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8ae3cd23-fc20-4720-a522-9673c137db1c req-cdd09ea9-9b1f-4387-81bf-41d51716e219 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Aug 07 14:34:33.211229 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ef61a-3cef-41af-a45d-60f9493d8e01 req-45854edd-b5f2-4f69-a4d4-12b304f9da73 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:33.213026 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8f7ef61a-3cef-41af-a45d-60f9493d8e01 req-45854edd-b5f2-4f69-a4d4-12b304f9da73 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0985091 Aug 07 14:34:33.282628 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8f7ef61a-3cef-41af-a45d-60f9493d8e01 req-0669a90f-4975-41b8-b4e5-0c79f9de231b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480742 Aug 07 14:34:33.522975 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de273-4a91-4a84-884e-3fb173de21a4 req-631b0d5e-5766-4b80-ac39-738b9124d032 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:33.524489 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e3de273-4a91-4a84-884e-3fb173de21a4 req-631b0d5e-5766-4b80-ac39-738b9124d032 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0613503 Aug 07 14:34:33.569349 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1e3de273-4a91-4a84-884e-3fb173de21a4 req-754a55f7-fdac-464e-a494-02932bb17fd1 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Aug 07 14:34:33.697134 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54958) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:34:33.816201 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9db88fe7-f83c-427b-86df-23a907a169c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:33.910216 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9db88fe7-f83c-427b-86df-23a907a169c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:33.958392 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9db88fe7-f83c-427b-86df-23a907a169c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:33.998152 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db88fe7-f83c-427b-86df-23a907a169c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b2c5b4-9e14-4cac-9568-d0225bee3a04,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:34.002576 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9db88fe7-f83c-427b-86df-23a907a169c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=336560febb504f6c90198c0d80656f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040798 Aug 07 14:34:34.005193 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54968) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:34:34.055009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:34.087269 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:34.198465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:34.201095 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:34.202294 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43b2c5b4-9e14-4cac-9568-d0225bee3a04 HTTP/1.1" status: 204 len: 168 time: 0.1955676 Aug 07 14:34:34.210934 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1ae12-bfb1-4b9a-aa08-0497918b1f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b2c5b4-9e14-4cac-9568-d0225bee3a04,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:34.389829 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1e476-22c0-467e-a574-5a2b0429f1bf req-8548612d-d5d4-4aec-8438-43b01691094c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:34.392275 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41a1e476-22c0-467e-a574-5a2b0429f1bf req-8548612d-d5d4-4aec-8438-43b01691094c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0537829 Aug 07 14:34:34.434000 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-41a1e476-22c0-467e-a574-5a2b0429f1bf req-5426248e-1b87-4ab2-afee-a2f16da3587f tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364363 Aug 07 14:34:34.708169 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35409ab2-fdac-4252-ae19-9d47fccee3f0 req-d77fd715-e3c6-4b84-b226-9aeda80ace7d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:34.709756 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35409ab2-fdac-4252-ae19-9d47fccee3f0 req-d77fd715-e3c6-4b84-b226-9aeda80ace7d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0531163 Aug 07 14:34:34.759253 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-35409ab2-fdac-4252-ae19-9d47fccee3f0 req-1296a895-8867-4529-ae87-a5f5a7562ba1 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Aug 07 14:34:34.793353 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-5d72c70c-aeb7-4e76-ac9f-d5cafe1e4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:34.794888 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-5d72c70c-aeb7-4e76-ac9f-d5cafe1e4c2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1099 time: 0.0465550 Aug 07 14:34:34.897231 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:34:34.904551 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-98ad7e12-e6aa-49f9-8574-d6046b9a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:34.906188 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-98ad7e12-e6aa-49f9-8574-d6046b9a2e94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.1028185 Aug 07 14:34:34.983385 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:35.009684 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:35.011369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9110a-2e86-4ef9-9b3b-2412768f93cb req-a9bf83ad-d0e1-46f0-a20f-01d5b4de6411 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:35.012257 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3befae56-cf39-46c5-a04b-e10b900e545c" -d '{"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-unplugged", "status": "completed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:35.012922 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c4a9110a-2e86-4ef9-9b3b-2412768f93cb req-a9bf83ad-d0e1-46f0-a20f-01d5b4de6411 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.1000338 Aug 07 14:34:35.015254 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-cbeef646-76d0-4763-8b26-525e5dccddc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 200 len: 1002 time: 0.0938056 Aug 07 14:34:35.029590 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:35.047015 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78acec1f-c969-408c-b429-b350637c0a12 x-openstack-request-id: req-78acec1f-c969-408c-b429-b350637c0a12 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:35.047330 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-unplugged", "status": "failed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "code": 422}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:35.047722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78acec1f-c969-408c-b429-b350637c0a12 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:35.066577 dv-cinder-803823-2-iscsi neutron-server[94069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'code': 422} returned with failed status Aug 07 14:34:35.066935 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 54988) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:34:35.101352 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:35.110941 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c4a9110a-2e86-4ef9-9b3b-2412768f93cb req-296b78e7-5288-4ee3-b990-491317019f8c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740056 Aug 07 14:34:35.114805 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-68e3d163-221a-4068-9ca9-2623e3fbe334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:35.116789 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-68e3d163-221a-4068-9ca9-2623e3fbe334 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0913515 Aug 07 14:34:35.147022 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-02122c6a-20f1-4966-8e18-3e0d2fb9f9f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918496 Aug 07 14:34:35.156256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=6']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:35.170540 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-4c6221cd-78aa-4a1e-b333-8e7331e71bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:35.172139 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-4c6221cd-78aa-4a1e-b333-8e7331e71bfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475099 Aug 07 14:34:35.263095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-c84f7811-17a2-473d-a53e-1532b37cf234 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Aug 07 14:34:35.366697 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f6b0b6b-fe2d-4dec-8352-b1aece918ecd req-90fb0c61-8c4a-4b64-9a0c-6211ac0928a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891545 Aug 07 14:34:35.884132 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45835485-1238-4a3f-975c-99a7ee8b2914 req-a71885a6-36e7-4cb9-98ba-4f11fa356cb5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:35.885715 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45835485-1238-4a3f-975c-99a7ee8b2914 req-a71885a6-36e7-4cb9-98ba-4f11fa356cb5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0498645 Aug 07 14:34:35.926965 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-45835485-1238-4a3f-975c-99a7ee8b2914 req-74a470e9-d05e-459c-bcbf-8ab5fc99cdab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Aug 07 14:34:36.228511 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad051b0-0807-4eef-a329-28b5f72c7789 req-724f100c-51b1-47d8-84db-35a0c0043217 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:36.229964 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0ad051b0-0807-4eef-a329-28b5f72c7789 req-724f100c-51b1-47d8-84db-35a0c0043217 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0507705 Aug 07 14:34:36.270780 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0ad051b0-0807-4eef-a329-28b5f72c7789 req-a6abbb33-a639-4da6-b892-85066f4f667c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349665 Aug 07 14:34:36.892490 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:34:36.976811 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:37.013024 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:37.049017 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:37.050134 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a964-0bc5-4ff4-98f0-745c1d49223b req-3580e638-5c6e-4d64-ad19-798fd8437cdc tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:37.051381 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7428f-e39b-4d9a-8a10-59cd0b83eec8" -d '{"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:37.051659 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb24a964-0bc5-4ff4-98f0-745c1d49223b req-3580e638-5c6e-4d64-ad19-798fd8437cdc tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 946 time: 0.0485921 Aug 07 14:34:37.090608 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed0a229-fa01-4267-b954-117691965663 x-openstack-request-id: req-7ed0a229-fa01-4267-b954-117691965663 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:37.090770 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:37.091128 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ed0a229-fa01-4267-b954-117691965663 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:37.091535 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'code': 200} Aug 07 14:34:37.094985 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:37.095267 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb24a964-0bc5-4ff4-98f0-745c1d49223b req-60a4cbdc-1526-4de5-a51b-cd00fc35c087 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373209 Aug 07 14:34:37.153601 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=8']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:37.394427 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81c420-068f-43b8-ae98-879adbb8bac6 req-17ec195d-e3aa-4456-8d4a-bd78a5c5ac63 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:37.396069 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ee81c420-068f-43b8-ae98-879adbb8bac6 req-17ec195d-e3aa-4456-8d4a-bd78a5c5ac63 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0543106 Aug 07 14:34:37.438740 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ee81c420-068f-43b8-ae98-879adbb8bac6 req-15d05c3f-4687-4bab-96f3-8b34a959f61b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Aug 07 14:34:37.846946 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-6c2f4b38-c124-46e6-8577-a04b5620eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:37.848513 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-6c2f4b38-c124-46e6-8577-a04b5620eb6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655&tenant_id=ae601482b079421cb80afe7d731c06e3 HTTP/1.1" status: 200 len: 1096 time: 0.0772533 Aug 07 14:34:37.932196 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-08e8c592-1e1a-4018-894b-8fb5b7ea1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:37.933616 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-08e8c592-1e1a-4018-894b-8fb5b7ea1c51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1096 time: 0.0410001 Aug 07 14:34:38.030346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-edb811a2-6266-4c17-b8f1-05378997fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:38.031847 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-edb811a2-6266-4c17-b8f1-05378997fc3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.0877857 Aug 07 14:34:38.100431 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-7b15bf4c-2b86-42f5-9d0f-3845db704b70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 999 time: 0.0577176 Aug 07 14:34:38.162029 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-5496d764-b386-4dcf-9ed4-549de62e51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:38.163511 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-5496d764-b386-4dcf-9ed4-549de62e51fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0457466 Aug 07 14:34:38.242644 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-5ac3138b-e514-4943-a467-d204bd81e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:38.244162 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-5ac3138b-e514-4943-a467-d204bd81e4de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726807 Aug 07 14:34:38.256853 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22cf8-6958-46f0-b1ad-2d9673b215d1 req-307b6041-9a90-45c3-9592-13dadeba7c0e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:38.258379 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-34a22cf8-6958-46f0-b1ad-2d9673b215d1 req-307b6041-9a90-45c3-9592-13dadeba7c0e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0785444 Aug 07 14:34:38.345136 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-34a22cf8-6958-46f0-b1ad-2d9673b215d1 req-b9e921be-c9bd-4ea1-98b4-d97672f71cc8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785599 Aug 07 14:34:38.374450 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-f2308689-c866-4ef8-96c5-74dabd0bdcec service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150858 Aug 07 14:34:38.475132 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-cdacd49a-5cf2-4214-832d-5362714a43ba service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917959 Aug 07 14:34:38.565323 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ce08b-91a4-4ae8-92da-36ebcfd7411f req-bb39b81f-38b7-4b94-87a4-dba2e59dc78a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:38.567612 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a3ce08b-91a4-4ae8-92da-36ebcfd7411f req-bb39b81f-38b7-4b94-87a4-dba2e59dc78a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0539160 Aug 07 14:34:38.611317 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a3ce08b-91a4-4ae8-92da-36ebcfd7411f req-afe5d7b9-4441-4c85-acc5-a438b7b93e0a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361032 Aug 07 14:34:39.736189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742f49-57fd-4afc-9cd8-1a20add0274f req-0f23360c-88a1-4066-91d7-fdc9412cb905 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:39.737914 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8742f49-57fd-4afc-9cd8-1a20add0274f req-0f23360c-88a1-4066-91d7-fdc9412cb905 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0557044 Aug 07 14:34:39.776608 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c8742f49-57fd-4afc-9cd8-1a20add0274f req-d93b691a-66eb-41c9-9842-0b3135a2a8b9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Aug 07 14:34:40.378799 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c802a2-40c9-4c5b-a30c-461ea2eb0068 req-61f28c53-d791-41a0-a4d4-500cbd231c95 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:40.381099 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76c802a2-40c9-4c5b-a30c-461ea2eb0068 req-61f28c53-d791-41a0-a4d4-500cbd231c95 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0496140 Aug 07 14:34:40.425445 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-76c802a2-40c9-4c5b-a30c-461ea2eb0068 req-54a37efa-6a92-45f0-a3c7-4e4a2d46faab tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Aug 07 14:34:40.592500 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-23dcb82e-cc67-4ce4-a752-dc50b246eb88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406446 Aug 07 14:34:40.889920 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:34:40.899322 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00258-ebbf-4241-bb3d-729adc353f89 req-4f7d4554-8c06-4d49-a98d-413ed78a36e5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:40.900869 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5b00258-ebbf-4241-bb3d-729adc353f89 req-4f7d4554-8c06-4d49-a98d-413ed78a36e5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0545955 Aug 07 14:34:40.942306 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5b00258-ebbf-4241-bb3d-729adc353f89 req-2f1a1ca3-022e-441d-803c-173296e0baac tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352657 Aug 07 14:34:41.546550 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f1ff-6f5c-4f7b-9f53-d15cab715599 req-d692097c-1493-4e7a-a10f-284f64e1025c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:41.548075 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5c4f1ff-6f5c-4f7b-9f53-d15cab715599 req-d692097c-1493-4e7a-a10f-284f64e1025c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0480499 Aug 07 14:34:41.587103 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c5c4f1ff-6f5c-4f7b-9f53-d15cab715599 req-0c48dc9a-227c-4baa-bf5f-cb6e79acf141 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Aug 07 14:34:41.969740 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658589-53ca-401f-83ce-b49995029456 req-ffb3eef1-2236-4f3c-8f6e-b4b085a283cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:41.971259 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-ffb3eef1-2236-4f3c-8f6e-b4b085a283cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab&tenant_id=1c985819ec944499acbdf2721717d72d HTTP/1.1" status: 200 len: 1097 time: 0.0403397 Aug 07 14:34:42.074858 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658589-53ca-401f-83ce-b49995029456 req-5ac3a39e-d2e3-4171-9922-ef5a2569f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.076404 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-5ac3a39e-d2e3-4171-9922-ef5a2569f973 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c985819ec944499acbdf2721717d72d&device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1097 time: 0.0721838 Aug 07 14:34:42.087484 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb21a-da73-4d99-b8ca-82e94d9c277a req-2e28ab1e-a743-4bba-b8fb-2339c24b1a9b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.088879 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c3bbb21a-da73-4d99-b8ca-82e94d9c277a req-2e28ab1e-a743-4bba-b8fb-2339c24b1a9b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0734599 Aug 07 14:34:42.177276 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c3bbb21a-da73-4d99-b8ca-82e94d9c277a req-6ffcc941-2a06-47c7-b175-b4b8fcf1e359 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803359 Aug 07 14:34:42.199273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658589-53ca-401f-83ce-b49995029456 req-c75d6b40-dc36-4524-b2fb-f5a21ae2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.200779 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-c75d6b40-dc36-4524-b2fb-f5a21ae2f49b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 200 len: 917 time: 0.1110618 Aug 07 14:34:42.266712 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-d1174d31-fb08-4be2-a0e6-71299b6b1d42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 200 len: 1000 time: 0.0591161 Aug 07 14:34:42.315659 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658589-53ca-401f-83ce-b49995029456 req-991e8efd-3511-4746-9c19-ba266709abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.317165 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-991e8efd-3511-4746-9c19-ba266709abe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 200 len: 855 time: 0.0436909 Aug 07 14:34:42.366893 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658589-53ca-401f-83ce-b49995029456 req-c0c52b6f-bfc9-4199-a917-2842b97ad89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.369090 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-c0c52b6f-bfc9-4199-a917-2842b97ad89d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b5486e08-116e-4ab0-a191-9734bf3bbf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447996 Aug 07 14:34:42.460985 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-a0a53d69-62f7-48b0-a57a-444d750b3f29 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838957 Aug 07 14:34:42.573648 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-b61246cb-2164-48c6-834f-69a75b9a9c65 service neutron] 10.222.0.11 "GET /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051757 Aug 07 14:34:42.705856 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510744a5-d897-4376-b78d-6b4d94873073 req-a78e0fac-8e96-4446-92ae-ced7ed01f21c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:42.707350 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-510744a5-d897-4376-b78d-6b4d94873073 req-a78e0fac-8e96-4446-92ae-ced7ed01f21c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0479772 Aug 07 14:34:42.747088 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-510744a5-d897-4376-b78d-6b4d94873073 req-8baf7a93-1cd1-4c6e-bfb1-bdf12a10e121 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Aug 07 14:34:43.344158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87065214-adb6-4838-9e95-9a5c02ec8754 req-dd0c16a7-a5dd-42c7-aff3-936f17bd1d88 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:43.346346 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-87065214-adb6-4838-9e95-9a5c02ec8754 req-dd0c16a7-a5dd-42c7-aff3-936f17bd1d88 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0985401 Aug 07 14:34:43.395338 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-87065214-adb6-4838-9e95-9a5c02ec8754 req-b89d0cfe-6de6-4c6c-a825-c368381e954c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Aug 07 14:34:43.872535 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc70f0-6390-4c76-a223-454cc8c2cab0 req-4e502600-69a8-4f7e-8ab9-da2ad719eec2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:43.874141 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0fcc70f0-6390-4c76-a223-454cc8c2cab0 req-4e502600-69a8-4f7e-8ab9-da2ad719eec2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0513346 Aug 07 14:34:43.920915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0fcc70f0-6390-4c76-a223-454cc8c2cab0 req-208d09cf-ea94-47a7-a8a2-d2b7b934715b tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Aug 07 14:34:44.784379 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ed7a7-4361-4a0b-9f2e-c32e9c041a18 req-69a0346b-8b73-4169-bc84-66dee913784c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:44.786179 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3c5ed7a7-4361-4a0b-9f2e-c32e9c041a18 req-69a0346b-8b73-4169-bc84-66dee913784c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.3183107 Aug 07 14:34:44.826737 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3c5ed7a7-4361-4a0b-9f2e-c32e9c041a18 req-0fab6b3f-57d4-43ab-a5d0-a847203dbe6b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331509 Aug 07 14:34:45.020055 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:34:45.046190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d68a7a-c02b-4024-b4bf-0442aa1deabe req-868e30b1-e273-4a40-aedf-a96b0fc30e34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:45.047754 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-07d68a7a-c02b-4024-b4bf-0442aa1deabe req-868e30b1-e273-4a40-aedf-a96b0fc30e34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0510132 Aug 07 14:34:45.087805 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-07d68a7a-c02b-4024-b4bf-0442aa1deabe req-d48aece7-5967-4391-9068-11a223a2b071 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Aug 07 14:34:45.949501 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099fac3-6a27-43a2-bac0-ab0c1d48ccf7 req-bdfd885e-17b7-42b0-84f4-08f46a79fd91 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:45.951038 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2099fac3-6a27-43a2-bac0-ab0c1d48ccf7 req-bdfd885e-17b7-42b0-84f4-08f46a79fd91 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0501904 Aug 07 14:34:45.997051 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2099fac3-6a27-43a2-bac0-ab0c1d48ccf7 req-b02ecc56-0245-48fa-b655-49c7be82b9c6 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396843 Aug 07 14:34:46.213661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c7b8-024e-44c9-97f4-d293c1307ccc req-63888257-2665-4afc-935a-e8a352958d9e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:46.215331 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b298c7b8-024e-44c9-97f4-d293c1307ccc req-63888257-2665-4afc-935a-e8a352958d9e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0526838 Aug 07 14:34:46.256262 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b298c7b8-024e-44c9-97f4-d293c1307ccc req-056a3292-f64c-4767-9f3d-aa6c580e45c4 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Aug 07 14:34:47.124248 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa9431-9b43-4c1b-a844-468018b0677f req-d9aa6c2f-03e0-4dc1-9eee-ff413c8d2e1b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:47.125826 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fbfa9431-9b43-4c1b-a844-468018b0677f req-d9aa6c2f-03e0-4dc1-9eee-ff413c8d2e1b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0552223 Aug 07 14:34:47.169096 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fbfa9431-9b43-4c1b-a844-468018b0677f req-0f74e624-4ff8-48d9-bb88-3f43caf8d632 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Aug 07 14:34:47.382723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad17c6-fe43-481c-96c5-715905e9b4af req-b0e74154-e409-484c-820c-2711c5dc800a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:47.384271 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fad17c6-fe43-481c-96c5-715905e9b4af req-b0e74154-e409-484c-820c-2711c5dc800a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0508590 Aug 07 14:34:47.427873 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1fad17c6-fe43-481c-96c5-715905e9b4af req-764b220d-4836-4e4e-949d-8e1a4c6495ca tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367389 Aug 07 14:34:48.290359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60374998-3fb3-49ae-9511-eddb54f83fcc req-99c03fc6-e3a7-437e-b2fd-1014929de79b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:48.292228 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-60374998-3fb3-49ae-9511-eddb54f83fcc req-99c03fc6-e3a7-437e-b2fd-1014929de79b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0517204 Aug 07 14:34:48.338993 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-60374998-3fb3-49ae-9511-eddb54f83fcc req-75bf4733-2c06-40ff-aeee-7faab7a0b8a5 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394332 Aug 07 14:34:48.558415 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde05b3-afc8-47df-9d05-af81f382c511 req-7be2b023-1c7f-4f11-878e-aaf653f5b294 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:48.560268 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3fde05b3-afc8-47df-9d05-af81f382c511 req-7be2b023-1c7f-4f11-878e-aaf653f5b294 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0555551 Aug 07 14:34:48.603096 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3fde05b3-afc8-47df-9d05-af81f382c511 req-776287bd-8c14-4086-813e-c3b3dfc0aebe tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359409 Aug 07 14:34:49.459893 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906d49-001f-436a-8870-857586d91370 req-6398799b-61a9-4bbd-a0e5-9c454bddec47 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:49.461607 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f906d49-001f-436a-8870-857586d91370 req-6398799b-61a9-4bbd-a0e5-9c454bddec47 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0510006 Aug 07 14:34:49.511698 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9f906d49-001f-436a-8870-857586d91370 req-42ad523c-1c33-4869-96b9-644286a7d54a tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Aug 07 14:34:49.734872 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc39da-8847-4dde-8af0-d49e29f25fe9 req-585a183f-d090-418e-8165-0017ff15851e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:49.736345 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01fc39da-8847-4dde-8af0-d49e29f25fe9 req-585a183f-d090-418e-8165-0017ff15851e tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0499709 Aug 07 14:34:49.786400 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-01fc39da-8847-4dde-8af0-d49e29f25fe9 req-180cfcec-c7ee-447f-9879-ee82e51a9eb3 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Aug 07 14:34:50.013613 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-516286bb-7e90-4dcb-8e56-78ca6c6c10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:50.640378 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fed78-0159-4ef4-9c6b-15759c482b54 req-7488d840-c67a-4ea9-b15b-7a5c7d70a8bf tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:50.641930 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a11fed78-0159-4ef4-9c6b-15759c482b54 req-7488d840-c67a-4ea9-b15b-7a5c7d70a8bf tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0528538 Aug 07 14:34:50.685093 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a11fed78-0159-4ef4-9c6b-15759c482b54 req-e8b19c51-1991-4899-8a75-6cfd3f28106d tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367496 Aug 07 14:34:50.904758 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02ba58-4c9a-4f52-8124-e25b1232591e req-9e2c5e08-a990-40ec-b6cb-33192f43fd17 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:50.906314 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b02ba58-4c9a-4f52-8124-e25b1232591e req-9e2c5e08-a990-40ec-b6cb-33192f43fd17 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0514312 Aug 07 14:34:50.954624 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b02ba58-4c9a-4f52-8124-e25b1232591e req-b4905e70-03c1-4c11-b405-d1a80fc594ff tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Aug 07 14:34:51.810275 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da24e33-775d-499f-ba8f-7cdc735d3277 req-2df6fc63-834b-43f5-b014-6ad0bc0e61a0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:51.811851 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1da24e33-775d-499f-ba8f-7cdc735d3277 req-2df6fc63-834b-43f5-b014-6ad0bc0e61a0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0503042 Aug 07 14:34:51.850940 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1da24e33-775d-499f-ba8f-7cdc735d3277 req-cda9e5b8-c555-43ca-ab27-1f1794753074 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Aug 07 14:34:52.089709 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd673d-ebfe-4eb1-b9be-aca58e227e74 req-71e44069-d196-4e43-a4b3-7eca3dbfff34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:52.091215 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a7dd673d-ebfe-4eb1-b9be-aca58e227e74 req-71e44069-d196-4e43-a4b3-7eca3dbfff34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0572810 Aug 07 14:34:52.138073 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a7dd673d-ebfe-4eb1-b9be-aca58e227e74 req-957aff75-88b6-4564-9c7e-69e554555333 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Aug 07 14:34:52.797866 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ea72d2a2-297b-4e81-8190-a63194d7139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:52.977769 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c52e6-74d7-4b05-9b7b-20ce77dacdbe req-36461c28-9c74-4d88-b6a3-8e153b0ff8b1 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:52.979298 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-917c52e6-74d7-4b05-9b7b-20ce77dacdbe req-36461c28-9c74-4d88-b6a3-8e153b0ff8b1 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0534387 Aug 07 14:34:53.035513 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-917c52e6-74d7-4b05-9b7b-20ce77dacdbe req-02ea19c4-65a9-41bf-b04b-fdd36352b18c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Aug 07 14:34:53.268355 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c4fd-c147-4b9f-b605-59bd9e57070f req-0351c555-5f74-4272-87b1-7af45a97997d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:53.269915 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a876c4fd-c147-4b9f-b605-59bd9e57070f req-0351c555-5f74-4272-87b1-7af45a97997d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0552292 Aug 07 14:34:53.312346 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a876c4fd-c147-4b9f-b605-59bd9e57070f req-202652a4-d4dc-4594-b234-1182f243a579 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360157 Aug 07 14:34:53.346422 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:53.992153 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:54.155880 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f368632-5a55-4839-ad65-0afb3e0d4d72 req-3e2830f8-34f2-4c6e-b817-469a997c5173 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:54.157432 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2f368632-5a55-4839-ad65-0afb3e0d4d72 req-3e2830f8-34f2-4c6e-b817-469a997c5173 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 943 time: 0.0500832 Aug 07 14:34:54.197912 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2f368632-5a55-4839-ad65-0afb3e0d4d72 req-4ab03c00-1351-4f3f-a459-e47204b27ae9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Aug 07 14:34:54.433141 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cec5c-7f78-4805-9b22-e8fbcddd225e req-012c3ebf-4758-4af8-8979-33940f37a17c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:54.434805 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7f8cec5c-7f78-4805-9b22-e8fbcddd225e req-012c3ebf-4758-4af8-8979-33940f37a17c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 944 time: 0.0494740 Aug 07 14:34:54.487432 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7f8cec5c-7f78-4805-9b22-e8fbcddd225e req-38a8eaf2-7ae2-48c6-b1ea-5f77cbf9d4ad tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Aug 07 14:34:54.982794 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:34:55.093729 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:55.106650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'port_id': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'mac_address': 'fa:16:3e:08:87:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:34:55.144055 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:55.155386 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:55.158210 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaf58ac-5336-4bdf-aa76-a20cfc533815 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:34:55.178889 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:55.243505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:55.244213 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:34:55.316979 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6054901-53d8-411f-ae37-7a871cee4483 req-b48ad0ff-5e01-465c-ba96-ed2b954bf8e2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:55.318527 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d6054901-53d8-411f-ae37-7a871cee4483 req-b48ad0ff-5e01-465c-ba96-ed2b954bf8e2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0513649 Aug 07 14:34:55.339541 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=7']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:55.368265 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d6054901-53d8-411f-ae37-7a871cee4483 req-2491dc31-084f-47af-b308-b12c743e6967 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Aug 07 14:34:55.390910 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:55.403801 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'port_id': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'mac_address': 'fa:16:3e:30:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:34:55.442114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:55.456299 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:34:55.476311 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:55.534817 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:55.585170 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=9']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:55.616141 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba45e7-0b28-4ad2-81d0-8b5292f10be0 req-6aba5dec-7813-476e-b7c4-dce8b959529c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:55.617653 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0bba45e7-0b28-4ad2-81d0-8b5292f10be0 req-6aba5dec-7813-476e-b7c4-dce8b959529c tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0521572 Aug 07 14:34:55.658470 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0bba45e7-0b28-4ad2-81d0-8b5292f10be0 req-b988cab7-9eda-43df-b9fd-05abba02b619 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345736 Aug 07 14:34:55.885114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['5eaf58ac-5336-4bdf-aa76-a20cfc533815'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:34:55.913770 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['92b6e0ac-8bae-435e-901b-3c030367a2aa'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:34:56.488359 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14a15-6036-4257-8dad-0ec040b92c05 req-a8969b0d-f8d0-4d03-ba1c-658762015ddc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:56.489770 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5df14a15-6036-4257-8dad-0ec040b92c05 req-a8969b0d-f8d0-4d03-ba1c-658762015ddc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0492070 Aug 07 14:34:56.533714 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5df14a15-6036-4257-8dad-0ec040b92c05 req-d5e2992e-05bf-4163-ad16-c3c5f9e801df tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Aug 07 14:34:56.784336 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de0e8-7758-4351-8578-a669c896bd04 req-fe33f4e4-ea35-43e8-9bff-8ce30e22bf84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:56.785914 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a59de0e8-7758-4351-8578-a669c896bd04 req-fe33f4e4-ea35-43e8-9bff-8ce30e22bf84 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0526378 Aug 07 14:34:56.826632 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a59de0e8-7758-4351-8578-a669c896bd04 req-8990eca1-6eb0-44c1-8812-9186faece8f5 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334084 Aug 07 14:34:57.000024 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:34:57.050498 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:34:57.050796 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:57.138871 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:57.165141 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:57.168445 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e362a9ae-0d21-43a3-bc2a-aa61fef13601" -d '{"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:57.185095 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:57.210512 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462dd45-6e83-4f0f-9ff2-10940f6c9d79 x-openstack-request-id: req-b462dd45-6e83-4f0f-9ff2-10940f6c9d79 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:57.210827 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:57.211108 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b462dd45-6e83-4f0f-9ff2-10940f6c9d79 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:57.211618 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'code': 200} Aug 07 14:34:57.650259 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c52be4-0598-45b0-8737-7a16b824a3ea req-c80e39d3-c388-4447-ac97-f9c8e93278b0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:57.651852 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44c52be4-0598-45b0-8737-7a16b824a3ea req-c80e39d3-c388-4447-ac97-f9c8e93278b0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 944 time: 0.0511360 Aug 07 14:34:57.691540 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-44c52be4-0598-45b0-8737-7a16b824a3ea req-8bdb3145-cc8f-466d-a342-6bfccad9c8d0 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Aug 07 14:34:57.889772 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:57.890598 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:34:57.961877 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3286f5-3696-4155-b11d-b13e4785bbcc req-9c11f576-c9e8-4ede-a31b-f52a4a1b36b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:57.968643 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed3286f5-3696-4155-b11d-b13e4785bbcc req-9c11f576-c9e8-4ede-a31b-f52a4a1b36b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 945 time: 0.0615032 Aug 07 14:34:57.970033 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=8']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:57.984434 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 92b6e0ac-8bae-435e-901b-3c030367a2aa triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:34:57.984937 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:58.038258 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ed3286f5-3696-4155-b11d-b13e4785bbcc req-6b3a31e5-f030-4369-b4f5-76735a501b20 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679295 Aug 07 14:34:58.044854 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850caf65-8ebd-4297-b091-c9c97c0c5a2d req-3421528b-5e42-44a1-9513-b3e23b34fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:58.046351 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-850caf65-8ebd-4297-b091-c9c97c0c5a2d req-3421528b-5e42-44a1-9513-b3e23b34fa0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0535676 Aug 07 14:34:58.072327 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:58.090911 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-850caf65-8ebd-4297-b091-c9c97c0c5a2d req-275b9727-2166-468f-b9ed-2cc544fd56f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377924 Aug 07 14:34:58.105492 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:34:58.191926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:58.241162 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=10']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:34:58.806925 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8debc67-f1b0-4a01-a46f-04252b4aa35d req-d3e4c373-4a38-4a17-917d-1a0ea0b371a2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:58.809047 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8debc67-f1b0-4a01-a46f-04252b4aa35d req-d3e4c373-4a38-4a17-917d-1a0ea0b371a2 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Aug 07 14:34:58.846416 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f8debc67-f1b0-4a01-a46f-04252b4aa35d req-b003d971-4d09-41ab-9709-58ce70d88785 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Aug 07 14:34:58.969409 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:34:59.160865 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8ec4-27b4-45f9-8665-6368c9d9224f req-9eb0794e-6ab2-4889-aef1-48e241e77c11 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:59.162528 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6e6c8ec4-27b4-45f9-8665-6368c9d9224f req-9eb0794e-6ab2-4889-aef1-48e241e77c11 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0498173 Aug 07 14:34:59.206972 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6e6c8ec4-27b4-45f9-8665-6368c9d9224f req-096b4cd8-576f-4dfd-802f-dc330d721334 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369990 Aug 07 14:34:59.212618 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:34:59.215512 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a035418-528a-4b35-94e0-73ac72c16b20" -d '{"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:34:59.252094 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d65907-36bc-4603-a911-b64ff7ab8b78 x-openstack-request-id: req-c1d65907-36bc-4603-a911-b64ff7ab8b78 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:34:59.252388 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-plugged", "status": "completed", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:34:59.252649 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1d65907-36bc-4603-a911-b64ff7ab8b78 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:34:59.253044 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'code': 200} Aug 07 14:34:59.582714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476ec3e-2537-44b2-891a-0d5377b37cb3 req-8993c556-f646-4849-8844-f6eed51838ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:59.584156 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0476ec3e-2537-44b2-891a-0d5377b37cb3 req-8993c556-f646-4849-8844-f6eed51838ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 1100 time: 0.0411775 Aug 07 14:34:59.620644 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0476ec3e-2537-44b2-891a-0d5377b37cb3 req-45a596ed-e2ad-4dd4-8484-545752843618 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283570 Aug 07 14:34:59.960296 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78071-a9a2-48ea-b41b-be0132e48429 req-af651403-fcbd-4ae3-9cb6-4398a9e3d6f9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:34:59.961863 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6ca78071-a9a2-48ea-b41b-be0132e48429 req-af651403-fcbd-4ae3-9cb6-4398a9e3d6f9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Aug 07 14:35:00.003298 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6ca78071-a9a2-48ea-b41b-be0132e48429 req-3a8faa29-0b2c-4e59-a058-c6fa589b9d6c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Aug 07 14:35:00.332903 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180cdab-b527-48dd-bf78-91a30e83cef3 req-a0dacd25-57c1-4fd2-81e7-1c1c8f50fdc2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:00.334409 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2180cdab-b527-48dd-bf78-91a30e83cef3 req-a0dacd25-57c1-4fd2-81e7-1c1c8f50fdc2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0490921 Aug 07 14:35:00.377144 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2180cdab-b527-48dd-bf78-91a30e83cef3 req-973162d0-250b-4d6f-986c-6c963dd0a732 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361209 Aug 07 14:35:01.511360 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615865ac-b9cc-488e-9662-c6604206f8e0 req-7923bfed-8e56-403b-b001-c1555bf44d59 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:01.512976 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-615865ac-b9cc-488e-9662-c6604206f8e0 req-7923bfed-8e56-403b-b001-c1555bf44d59 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0515175 Aug 07 14:35:01.553165 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-615865ac-b9cc-488e-9662-c6604206f8e0 req-7296e1ab-8f34-4f1d-a5b5-7b5ba6aa37be tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Aug 07 14:35:02.679445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16b1d-3aef-41ad-bf9c-07f7b9f04916 req-5cb695c7-0ab3-4e18-a742-ae48ee445b34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:02.680971 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb16b1d-3aef-41ad-bf9c-07f7b9f04916 req-5cb695c7-0ab3-4e18-a742-ae48ee445b34 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0500607 Aug 07 14:35:02.720707 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3eb16b1d-3aef-41ad-bf9c-07f7b9f04916 req-13f08651-9d3e-4b53-8603-665399533f32 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Aug 07 14:35:02.775829 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-536bda3c-00dd-499c-b4ad-0be443ea1b0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435007 Aug 07 14:35:02.878091 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-0e04c4db-783f-42e2-9d35-469f5b62d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:02.879556 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-0e04c4db-783f-42e2-9d35-469f5b62d883 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0463967 Aug 07 14:35:02.990200 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-cfac1f8d-01c9-438e-b497-88f8c192ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:02.992095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-cfac1f8d-01c9-438e-b497-88f8c192ec53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.0920198 Aug 07 14:35:03.063482 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-515d5c67-b070-4e05-a589-b94b8bea5ed9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 1001 time: 0.0633440 Aug 07 14:35:03.111562 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-cd8d8c0f-46cf-443e-a3d3-469c189b5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:03.113009 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-cd8d8c0f-46cf-443e-a3d3-469c189b5b4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0431533 Aug 07 14:35:03.161732 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-03524469-92a1-4c0f-b6b1-56bf4e1c1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:03.163260 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-03524469-92a1-4c0f-b6b1-56bf4e1c1ea1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425432 Aug 07 14:35:03.257095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-20d5e074-2de4-470f-87f4-92aae20ca334 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Aug 07 14:35:03.349377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b8963da-e673-41df-9dd5-4427d7e682ff req-84de40f6-9e53-4845-9ed9-f911f7703e92 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Aug 07 14:35:20.020311 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2303c25e-3e14-4d14-b034-b96c00b34a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:20.884933 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd2023-b57b-4386-a2ad-089bcf0f5ef0 req-93825b14-f952-416c-b14f-6d088d78260e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:20.886560 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7abd2023-b57b-4386-a2ad-089bcf0f5ef0 req-93825b14-f952-416c-b14f-6d088d78260e tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0495632 Aug 07 14:35:20.927547 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7abd2023-b57b-4386-a2ad-089bcf0f5ef0 req-ac799e9c-ab08-41b7-920f-04be788bed6d tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Aug 07 14:35:22.019166 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:35:22.056773 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d162d5b-cb69-482d-979d-b3af917e5f45 req-1c1978b8-d68f-49aa-b4e6-017502209e40 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:22.058336 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d162d5b-cb69-482d-979d-b3af917e5f45 req-1c1978b8-d68f-49aa-b4e6-017502209e40 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0550127 Aug 07 14:35:22.097275 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d162d5b-cb69-482d-979d-b3af917e5f45 req-a8e5024c-25b8-47f6-8801-2ac3c9c142e5 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 07 14:35:22.837000 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-cc70ae5b-3400-44a5-abb3-f81eac6af5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.042444 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45234-9730-44ba-b18d-7680f3f68106 req-09813454-fb77-42b5-98aa-ea5da85f9d14 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:23.042444 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-04a45234-9730-44ba-b18d-7680f3f68106 req-09813454-fb77-42b5-98aa-ea5da85f9d14 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0629027 Aug 07 14:35:23.142650 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Deleting port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:23.143311 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.263994 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3083276-9b24-42a2-b935-fe203fd5d913 req-88fc905d-57b6-4b28-b37c-aedd72d7f24c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:23.265582 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3083276-9b24-42a2-b935-fe203fd5d913 req-88fc905d-57b6-4b28-b37c-aedd72d7f24c tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 945 time: 0.0833647 Aug 07 14:35:23.270781 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] For port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:23.271163 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.340201 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.357387 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a3083276-9b24-42a2-b935-fe203fd5d913 req-3ba1115b-d9a5-44e7-8025-cc4b7c54f3e3 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e8cc91-8644-4007-bc7c-724df1826b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835817 Aug 07 14:35:23.475460 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.475889 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.476202 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Floating IP a01f9816-fd66-4c07-b783-6dd8f07938b1 disassociated. External IP: 172.27.3.191, port: 2a8c8590-3ede-439d-9f5c-02c1fae58f0c. Aug 07 14:35:23.476553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Calling delete_port for 2a8c8590-3ede-439d-9f5c-02c1fae58f0c owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:23.735067 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:23.761498 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'Port': ['ID=2a8c8590-3ede-439d-9f5c-02c1fae58f0c,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:23.771293 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.772088 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.772088 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.772380 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.772676 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.773020 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.773366 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.773705 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.774042 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.775007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.775007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.775007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:23.886680 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:35:23.998048 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:35:24.007318 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:24.008839 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:35:24.020143 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:24.020778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:24.039397 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] No DVR routers for this DVR port 2a8c8590-3ede-439d-9f5c-02c1fae58f0c on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:24.041937 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:24.044088 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-04a45234-9730-44ba-b18d-7680f3f68106 req-e391988a-4f8d-403a-a478-761932658ebd tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.11 "DELETE /v2.0/ports/2a8c8590-3ede-439d-9f5c-02c1fae58f0c HTTP/1.1" status: 204 len: 173 time: 1.0008144 Aug 07 14:35:24.044557 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'name': 'network-vif-deleted', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:35:24.047837 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ae94ac-b8f1-4f71-801e-86ab209588d7" -d '{"events": [{"server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "name": "network-vif-deleted", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:35:24.089954 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff10a7b-cc6b-40c7-9844-e96141f2d491 x-openstack-request-id: req-9ff10a7b-cc6b-40c7-9844-e96141f2d491 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:35:24.090406 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c", "name": "network-vif-deleted", "tag": "2a8c8590-3ede-439d-9f5c-02c1fae58f0c", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:35:24.090881 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff10a7b-cc6b-40c7-9844-e96141f2d491 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:35:24.091454 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c', 'name': 'network-vif-deleted', 'tag': '2a8c8590-3ede-439d-9f5c-02c1fae58f0c', 'status': 'completed', 'code': 200} Aug 07 14:35:24.273323 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:24.474340 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d7c29784-033f-4263-ba41-4c15220cfa97 req-4d19c5c5-cccf-4c25-ad6b-dafb211df3f9 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/ports?device_id=3083ed5c-36b6-4f15-a6cc-f6ec20e7ac3c HTTP/1.1" status: 200 len: 210 time: 0.0279996 Aug 07 14:35:24.482167 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:24.508886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:35:24.518069 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:24.518624 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:24.621782 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:24.825953 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:24.851425 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80deeb72-b3d8-4c7c-a560-6e2313f8e69b None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:27:58Z', 'revision_number': 4, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'c97f659f-22a6-42d7-9f47-80dc866d4c15', 'name': '', 'network_id': '276c42f5-d79d-4445-adc2-46f4d27cb94b', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'mac_address': 'fa:16:3e:f3:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:55Z', 'updated_at': '2021-08-07T14:28:13Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'subnets': [{'id': 'a3026886-4409-4755-8ca7-14c510e99bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:35:25.072867 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d45db-d3e6-4809-9ffe-bbb155983bb2 None None] New status for floating IP a01f9816-fd66-4c07-b783-6dd8f07938b1: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:35:25.107795 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 2a8c8590-3ede-439d-9f5c-02c1fae58f0c no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:25.132789 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 2a8c8590-3ede-439d-9f5c-02c1fae58f0c {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:25.133269 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 2a8c8590-3ede-439d-9f5c-02c1fae58f0c not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:25.139894 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:25.643673 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55350) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:25.697558 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:25.721116 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:25.859879 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:25.862489 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:25.863671 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "DELETE /v2.0/security-groups/71e8cc91-8644-4007-bc7c-724df1826b7d HTTP/1.1" status: 204 len: 168 time: 0.2189572 Aug 07 14:35:25.866670 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55352) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:25.873020 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8cc91-8644-4007-bc7c-724df1826b7d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:25.880810 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.880999 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.api.v2.resource [None req-b1db67bf-b67c-4a4b-9332-a83fa718a348 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] show failed (client error): The resource could not be found. Aug 07 14:35:25.881169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.881513 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.884922 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885123 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b1db67bf-b67c-4a4b-9332-a83fa718a348 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "GET /v2.0/security-groups/71e8cc91-8644-4007-bc7c-724df1826b7d HTTP/1.1" status: 404 len: 347 time: 0.0144775 Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885234 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d092f1c-bce4-463e-9dee-f97e53d032e0 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:25.885912 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55354) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:26.011271 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Deleting port 9bf036b0-2bfd-4833-a896-5b3374f930a5 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:26.011650 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.091628 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.091964 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.103995 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Calling delete_port for 9bf036b0-2bfd-4833-a896-5b3374f930a5 owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:26.328971 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.354821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Pushing event deleted for resources: {'Port': ['ID=9bf036b0-2bfd-4833-a896-5b3374f930a5,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:26.419698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.425823 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:26.425823 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-33ecfbcf-b7f8-44f1-b849-6f8df1d9e6d4 tempest-AttachVolumeTestJSON-817695302 tempest-AttachVolumeTestJSON-817695302-project] 10.222.0.26 "DELETE /v2.0/floatingips/a01f9816-fd66-4c07-b783-6dd8f07938b1 HTTP/1.1" status: 204 len: 168 time: 0.5375795 Aug 07 14:35:28.946043 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:30.493094 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55386) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:30.992123 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:31.272368 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Deleting port c97f659f-22a6-42d7-9f47-80dc866d4c15 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:31.272712 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:31.354271 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] For port c97f659f-22a6-42d7-9f47-80dc866d4c15, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=c97f659f-22a6-42d7-9f47-80dc866d4c15,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:31.354643 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:31.371267 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Calling delete_port for c97f659f-22a6-42d7-9f47-80dc866d4c15 owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:31.678015 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:31.713753 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97f659f-22a6-42d7-9f47-80dc866d4c15,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:31.900967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:32.168266 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:35:32.293749 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:35:32.300045 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7964c748-9ad4-4002-9d17-d43d1d6b8ed1 admin admin] 10.222.0.26 "PUT /v2.0/routers/ab481077-7e9f-4ddc-9b0b-db25c0cbfda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054626 Aug 07 14:35:32.302031 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55392) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:32.306159 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Sync routers for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:35:32.315597 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:32.316251 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:32.425923 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:32.448668 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:32.550311 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:32.651704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '04efe622-a399-46cf-a801-c5fab36df40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:35:31Z', 'revision_number': 5, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port': {'id': '04efe622-a399-46cf-a801-c5fab36df40d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:50Z', 'updated_at': '2021-08-07T14:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:32.680495 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Checking router: ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:35:32.689445 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Routers {'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:32.690069 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:32.735549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Deleting port 04efe622-a399-46cf-a801-c5fab36df40d {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:32.736358 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:32.784240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] Set router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 gateway port host: None {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:32.851204 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:35:32Z', 'revision_number': 6, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:32.859953 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] For port 04efe622-a399-46cf-a801-c5fab36df40d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=04efe622-a399-46cf-a801-c5fab36df40d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:32.860466 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:32.879681 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Calling delete_port for 04efe622-a399-46cf-a801-c5fab36df40d owned by network:router_gateway {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:32.887658 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5a76e-89df-4823-b751-427367a0e992 None None] The sync data for ids ['ab481077-7e9f-4ddc-9b0b-db25c0cbfda3'] in dv-cinder-803823-2-iscsi is: [{'id': 'ab481077-7e9f-4ddc-9b0b-db25c0cbfda3', 'name': 'tempest-AttachVolumeTestJSON-1289691000-router', 'tenant_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:48Z', 'updated_at': '2021-08-07T14:35:32Z', 'revision_number': 6, 'project_id': 'b01a839ba4c640ed8d1bbc9e007bdf53', 'gw_port_host': None}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:35:33.117394 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.144248 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Pushing event deleted for resources: {'Port': ['ID=04efe622-a399-46cf-a801-c5fab36df40d,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:33.218051 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.599733 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.602021 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.762443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.763212 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 {{(pid=94067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:35:33.767900 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.769083 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7cce5096-950e-4b5a-910a-413c188a75fc admin admin] 10.222.0.26 "DELETE /v2.0/routers/ab481077-7e9f-4ddc-9b0b-db25c0cbfda3 HTTP/1.1" status: 204 len: 168 time: 1.4660876 Aug 07 14:35:33.771853 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55394) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:33.822680 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Deleting subnet a3026886-4409-4755-8ca7-14c510e99bfb {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:35:33.826515 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.863465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:33.963012 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.151637 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.180724 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3026886-4409-4755-8ca7-14c510e99bfb,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:34.184740 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.186700 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2a9c9388-c52a-41c7-8529-34702e8a569c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3026886-4409-4755-8ca7-14c510e99bfb HTTP/1.1" status: 204 len: 168 time: 0.4138830 Aug 07 14:35:34.189371 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55396) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:34.200628 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a8dd9-4582-4a04-8e37-8498dc930fb4 None None] Network 276c42f5-d79d-4445-adc2-46f4d27cb94b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:35:34.273514 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.360318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Deleting port 4ee44d25-2357-4890-91fb-923eb6b95678 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:34.366452 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.398001 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] DHCP port deletion for 276c42f5-d79d-4445-adc2-46f4d27cb94b request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:35:34.435864 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] For port 4ee44d25-2357-4890-91fb-923eb6b95678, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4ee44d25-2357-4890-91fb-923eb6b95678,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:34.436253 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.456549 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Deleting port 4ee44d25-2357-4890-91fb-923eb6b95678 {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:34.456941 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.457440 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Calling delete_port for 4ee44d25-2357-4890-91fb-923eb6b95678 owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:34.537724 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] For port 4ee44d25-2357-4890-91fb-923eb6b95678, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=4ee44d25-2357-4890-91fb-923eb6b95678,segment=NetworkSegment(27aac321-ea9e-46bf-8e9c-ecd9caaf9da8),segment_id=27aac321-ea9e-46bf-8e9c-ecd9caaf9da8)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:34.538457 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.561709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Calling delete_port for 4ee44d25-2357-4890-91fb-923eb6b95678 owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:34.677223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.683710 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.710885 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee44d25-2357-4890-91fb-923eb6b95678,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:34.713644 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] No DVR routers for this DVR port 4ee44d25-2357-4890-91fb-923eb6b95678 on host dv-cinder-803823-2-iscsi {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:34.716283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Pushing event deleted for resources: {'Port': ['ID=4ee44d25-2357-4890-91fb-923eb6b95678,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:34.721127 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] No DVR routers for this DVR port 4ee44d25-2357-4890-91fb-923eb6b95678 on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:34.735989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.736435 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.736800 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.737179 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.737476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.737824 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.738167 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.738679 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.738951 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.739403 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.739898 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.740559 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f828de4-59b7-44ba-9bf5-61235fb4b72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:35:34.791408 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.806246 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276c42f5-d79d-4445-adc2-46f4d27cb94b']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:34.822481 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:34.822796 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aac321-ea9e-46bf-8e9c-ecd9caaf9da8') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:34.836443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.871937 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.873738 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 04efe622-a399-46cf-a801-c5fab36df40d no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:34.881501 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:35:34.881928 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:35:34.884078 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:35:34.896518 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 04efe622-a399-46cf-a801-c5fab36df40d {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:34.896954 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 04efe622-a399-46cf-a801-c5fab36df40d not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:34.897442 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c97f659f-22a6-42d7-9f47-80dc866d4c15 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:34.921226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: c97f659f-22a6-42d7-9f47-80dc866d4c15 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:34.921800 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device c97f659f-22a6-42d7-9f47-80dc866d4c15 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:34.922295 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4ee44d25-2357-4890-91fb-923eb6b95678 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:34.946317 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 4ee44d25-2357-4890-91fb-923eb6b95678 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:34.946671 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 4ee44d25-2357-4890-91fb-923eb6b95678 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:35.026418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.033565 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.035464 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] 10.222.0.26 "DELETE /v2.0/networks/276c42f5-d79d-4445-adc2-46f4d27cb94b HTTP/1.1" status: 204 len: 168 time: 0.8450723 Aug 07 14:35:35.047317 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1705687-7c15-4ed4-8c70-fef62bf27302 admin admin] Pushing event deleted for resources: {'Network': ['ID=276c42f5-d79d-4445-adc2-46f4d27cb94b,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:35.333783 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55402) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:35.381153 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3ef4b4b9-702f-4b11-aad0-18808c4076d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b01a839ba4c640ed8d1bbc9e007bdf53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461950 Aug 07 14:35:35.383568 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55404) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:35.438383 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.465102 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.586241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.590154 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:35.592104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/406dadd0-fa0f-4037-9455-477f6561f348 HTTP/1.1" status: 204 len: 168 time: 0.2073345 Aug 07 14:35:35.605755 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db449a-32dc-4a37-b9d3-44d7e615c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406dadd0-fa0f-4037-9455-477f6561f348,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:36.716144 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8563d4-1abd-477d-bf01-9d7307fe2e4f req-adec1716-357a-4e47-99da-72c52f44a3d9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:36.717814 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3a8563d4-1abd-477d-bf01-9d7307fe2e4f req-adec1716-357a-4e47-99da-72c52f44a3d9 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0599973 Aug 07 14:35:36.763860 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3a8563d4-1abd-477d-bf01-9d7307fe2e4f req-39512e64-1381-49dc-b7a4-c314466e3e30 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Aug 07 14:35:37.892532 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73d4f3-f884-458a-b5b9-038321b3a0ac req-2b9b4ef1-258e-48b8-972d-ed95a513f9b2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:37.894044 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b73d4f3-f884-458a-b5b9-038321b3a0ac req-2b9b4ef1-258e-48b8-972d-ed95a513f9b2 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0494401 Aug 07 14:35:37.939569 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4b73d4f3-f884-458a-b5b9-038321b3a0ac req-6b588815-a408-410e-a48b-bf101c49583a tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups?id=79f20135-f50a-4633-ae4a-5b623c79c955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Aug 07 14:35:38.182063 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03360983-9b9c-4d47-bb78-a121be6925be req-9d4f4dbc-2f3f-4af3-93a3-fc1c125d8166 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:35:38.183532 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-03360983-9b9c-4d47-bb78-a121be6925be req-9d4f4dbc-2f3f-4af3-93a3-fc1c125d8166 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 947 time: 0.0516562 Aug 07 14:35:38.277396 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Deleting port 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:38.277673 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:38.373656 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] For port 92b6e0ac-8bae-435e-901b-3c030367a2aa, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=92b6e0ac-8bae-435e-901b-3c030367a2aa,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:38.374041 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:38.571241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:38.571553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:38.571983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Floating IP 879afb6d-852f-42c4-a921-5f44a0600987 disassociated. External IP: 172.27.3.120, port: 92b6e0ac-8bae-435e-901b-3c030367a2aa. Aug 07 14:35:38.572527 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Calling delete_port for 92b6e0ac-8bae-435e-901b-3c030367a2aa owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:38.797349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:38.837393 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'Port': ['ID=92b6e0ac-8bae-435e-901b-3c030367a2aa,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:38.990354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:35:39.082988 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-20451a62-3c99-43f6-b760-9ed5617bcef9 req-53cfafe8-614d-49a9-974c-b8cc1fe1557f tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0384769 Aug 07 14:35:39.143344 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:35:39.153058 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:35:39.164157 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:39.165108 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:39.184559 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] No DVR routers for this DVR port 92b6e0ac-8bae-435e-901b-3c030367a2aa on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:39.187131 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:39.189888 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-03360983-9b9c-4d47-bb78-a121be6925be req-2864481a-9815-4ab4-99e1-d0ef37226266 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.11 "DELETE /v2.0/ports/92b6e0ac-8bae-435e-901b-3c030367a2aa HTTP/1.1" status: 204 len: 173 time: 1.0005102 Aug 07 14:35:39.190342 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-deleted', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:35:39.192807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb6772-a72b-4b84-a0d4-3220c05f0279" -d '{"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-deleted", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:35:39.231555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba2dac-359e-4e71-b2ca-55df55a2ddea x-openstack-request-id: req-6eba2dac-359e-4e71-b2ca-55df55a2ddea {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:35:39.231897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab", "name": "network-vif-deleted", "tag": "92b6e0ac-8bae-435e-901b-3c030367a2aa", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:35:39.232152 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6eba2dac-359e-4e71-b2ca-55df55a2ddea {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:35:39.232558 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab', 'name': 'network-vif-deleted', 'tag': '92b6e0ac-8bae-435e-901b-3c030367a2aa', 'status': 'completed', 'code': 200} Aug 07 14:35:39.402792 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:39.609087 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:39.636838 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:35:39.646170 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:39.646811 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:39.752593 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:39.966053 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:39.997531 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c77a38-842f-4872-8bed-0abb7964cff9 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:28:06Z', 'revision_number': 4, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '375b4afc-8e27-4c8a-9461-d9222f368f63', 'name': '', 'network_id': 'b5486e08-116e-4ab0-a191-9734bf3bbf2a', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'mac_address': 'fa:16:3e:49:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9591ef60-79b3-4799-a654-ae94cd206903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:28:00Z', 'updated_at': '2021-08-07T14:28:20Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'subnets': [{'id': '9591ef60-79b3-4799-a654-ae94cd206903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:35:40.200387 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6901d516-946d-488f-8437-46d77dc5d653 req-0e02380e-2b01-495c-93c3-d8047a0a9a59 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a6a2b01-b168-4c4f-bc10-f9a45a2aa9ab HTTP/1.1" status: 200 len: 210 time: 0.0273588 Aug 07 14:35:40.242607 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e869749a-502b-488a-8c54-c641945e70f5 None None] New status for floating IP 879afb6d-852f-42c4-a921-5f44a0600987: DOWN {{(pid=94069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:35:41.138325 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:41.157812 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 92b6e0ac-8bae-435e-901b-3c030367a2aa {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:41.158171 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 92b6e0ac-8bae-435e-901b-3c030367a2aa not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:41.375715 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55488) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:41.432666 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:41.455873 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:41.562866 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:41.565433 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:41.566607 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "DELETE /v2.0/security-groups/79f20135-f50a-4633-ae4a-5b623c79c955 HTTP/1.1" status: 204 len: 168 time: 0.1897609 Aug 07 14:35:41.569799 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55496) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:41.576080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d534e6-98ee-444d-8fc2-4cf21287c48d tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f20135-f50a-4633-ae4a-5b623c79c955,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:41.588024 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.api.v2.resource [None req-64d930e0-9851-47a8-9904-219652f5dde0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] show failed (client error): The resource could not be found. Aug 07 14:35:41.592064 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-64d930e0-9851-47a8-9904-219652f5dde0 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "GET /v2.0/security-groups/79f20135-f50a-4633-ae4a-5b623c79c955 HTTP/1.1" status: 404 len: 347 time: 0.0176799 Aug 07 14:35:41.592463 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55498) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:41.998919 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Deleting port 213dc984-3ff7-4dba-b6ee-41fa60a4ef0d {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:41.999276 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.076122 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.076354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.088419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Calling delete_port for 213dc984-3ff7-4dba-b6ee-41fa60a4ef0d owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:42.283038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.311715 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Pushing event deleted for resources: {'Port': ['ID=213dc984-3ff7-4dba-b6ee-41fa60a4ef0d,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:42.370317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.372815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:42.373987 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b1432c65-5258-4480-a2a2-29298f8892b8 tempest-AttachVolumeShelveTestJSON-1261037214 tempest-AttachVolumeShelveTestJSON-1261037214-project] 10.222.0.26 "DELETE /v2.0/floatingips/879afb6d-852f-42c4-a921-5f44a0600987 HTTP/1.1" status: 204 len: 168 time: 0.7804906 Aug 07 14:35:43.790075 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55528) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:43.904543 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e908b763-3410-4b10-8f93-730ec2b7dade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.003295 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e908b763-3410-4b10-8f93-730ec2b7dade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.122431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-e908b763-3410-4b10-8f93-730ec2b7dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.162655 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-e908b763-3410-4b10-8f93-730ec2b7dade admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80d9b2bd85e948f291c6c097fdfc9d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713434 Aug 07 14:35:44.163368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b763-3410-4b10-8f93-730ec2b7dade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba11b131-dc3a-46e6-8e8f-c2db73cce288,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:44.165605 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55536) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:44.218233 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.240564 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.408444 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.410906 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:44.412129 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba11b131-dc3a-46e6-8e8f-c2db73cce288 HTTP/1.1" status: 204 len: 168 time: 0.2451963 Aug 07 14:35:44.422998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5f721-dfaf-486e-a35b-87809dc860ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba11b131-dc3a-46e6-8e8f-c2db73cce288,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:45.202943 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55548) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:45.225194 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e27ab121-7595-49ac-a028-1e862ed7ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.231806 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55550) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:45.326038 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e27ab121-7595-49ac-a028-1e862ed7ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.408613 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-e27ab121-7595-49ac-a028-1e862ed7ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.448840 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-e27ab121-7595-49ac-a028-1e862ed7ffa6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c03efea5d81b493b973e0edc145d6e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447152 Aug 07 14:35:45.450088 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ab121-7595-49ac-a028-1e862ed7ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb7677-bc24-43f6-ac14-dd6c68f77976,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:45.452521 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55554) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:45.505674 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.527770 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.631381 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.633894 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:45.635087 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71cb7677-bc24-43f6-ac14-dd6c68f77976 HTTP/1.1" status: 204 len: 168 time: 0.1816952 Aug 07 14:35:45.645612 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6659fcf-4fa5-44b4-83e4-75166c750ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb7677-bc24-43f6-ac14-dd6c68f77976,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:45.793062 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:46.048250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Deleting port 375b4afc-8e27-4c8a-9461-d9222f368f63 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:46.048598 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:46.128493 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] For port 375b4afc-8e27-4c8a-9461-d9222f368f63, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=375b4afc-8e27-4c8a-9461-d9222f368f63,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:46.128878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:46.145674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Calling delete_port for 375b4afc-8e27-4c8a-9461-d9222f368f63 owned by network:router_interface {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:46.425315 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:46.449518 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Pushing event deleted for resources: {'Port': ['ID=375b4afc-8e27-4c8a-9461-d9222f368f63,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:46.634382 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:46.885628 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Router 1bf23d95-b1f7-4901-8165-af036b4d2c2f has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:35:47.030050 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:35:47.041686 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f586c0f8-1a4f-4604-a7d3-d7bdb00d1533 admin admin] 10.222.0.26 "PUT /v2.0/routers/1bf23d95-b1f7-4901-8165-af036b4d2c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038826 Aug 07 14:35:47.041686 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55580) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:47.041947 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Sync routers for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:35:47.050538 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:47.051142 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:47.153158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:47.164564 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:47.264555 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:47.355923 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:35:46Z', 'revision_number': 5, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port': {'id': '66a9ff1c-af39-4338-befa-dc6346c6224e', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:01:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:27:52Z', 'updated_at': '2021-08-07T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:47.383153 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Checking router: 1bf23d95-b1f7-4901-8165-af036b4d2c2f for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:35:47.392381 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Routers {'1bf23d95-b1f7-4901-8165-af036b4d2c2f'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:35:47.393134 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:47.421250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Deleting port 66a9ff1c-af39-4338-befa-dc6346c6224e {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:47.421603 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:47.488439 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] Set router 1bf23d95-b1f7-4901-8165-af036b4d2c2f gateway port host: None {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:35:47.508860 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] For port 66a9ff1c-af39-4338-befa-dc6346c6224e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=66a9ff1c-af39-4338-befa-dc6346c6224e,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:47.509499 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:47.525349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Calling delete_port for 66a9ff1c-af39-4338-befa-dc6346c6224e owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:47.544097 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:35:47Z', 'revision_number': 6, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:47.572431 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910aa6-63f6-4584-807d-77eb92787a24 None None] The sync data for ids ['1bf23d95-b1f7-4901-8165-af036b4d2c2f'] in dv-cinder-803823-2-iscsi is: [{'id': '1bf23d95-b1f7-4901-8165-af036b4d2c2f', 'name': 'tempest-AttachVolumeShelveTestJSON-527991162-router', 'tenant_id': '1c985819ec944499acbdf2721717d72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:27:51Z', 'updated_at': '2021-08-07T14:35:47Z', 'revision_number': 6, 'project_id': '1c985819ec944499acbdf2721717d72d', 'gw_port_host': None}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:35:47.842354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:47.873454 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a9ff1c-af39-4338-befa-dc6346c6224e,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:47.943014 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.053229 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.056048 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.185411 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.186117 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf23d95-b1f7-4901-8165-af036b4d2c2f {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:35:48.194177 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.197576 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-27713ef8-f187-4675-9ec5-697c4a556c83 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1bf23d95-b1f7-4901-8165-af036b4d2c2f HTTP/1.1" status: 204 len: 168 time: 1.1550398 Aug 07 14:35:48.198740 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55608) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:48.250200 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Deleting subnet 9591ef60-79b3-4799-a654-ae94cd206903 {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:35:48.254619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.291365 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4184130'] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.409563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55612) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:48.427674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.539906 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8679327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156796'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.545769 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c31f-91d3-4163-ac84-c37ab2bcbee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.570109 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9591ef60-79b3-4799-a654-ae94cd206903,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:48.572189 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.580842 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8ca2cee5-015d-4395-9339-1acf95f070b0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9591ef60-79b3-4799-a654-ae94cd206903 HTTP/1.1" status: 204 len: 168 time: 0.3745689 Aug 07 14:35:48.581258 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55616) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:48.584932 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29c811-a541-463c-885d-77a90891f122 None None] Network b5486e08-116e-4ab0-a191-9734bf3bbf2a requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:35:48.671967 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.785734 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c31f-91d3-4163-ac84-c37ab2bcbee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.791493 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Deleting port 458fc94b-9b00-453a-b716-c4a343534c6a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:48.791881 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.795426 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] DHCP port deletion for b5486e08-116e-4ab0-a191-9734bf3bbf2a request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:35:48.848326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c31f-91d3-4163-ac84-c37ab2bcbee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.862501 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Deleting port 458fc94b-9b00-453a-b716-c4a343534c6a {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:35:48.862883 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.874061 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] For port 458fc94b-9b00-453a-b716-c4a343534c6a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=458fc94b-9b00-453a-b716-c4a343534c6a,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:48.874500 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.906616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Calling delete_port for 458fc94b-9b00-453a-b716-c4a343534c6a owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:48.906989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 66a9ff1c-af39-4338-befa-dc6346c6224e no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:48.920154 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2ad8c31f-91d3-4163-ac84-c37ab2bcbee3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66fd44e79c804a539701acf595cee34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081687 Aug 07 14:35:48.922994 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55618) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:48.923816 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8c31f-91d3-4163-ac84-c37ab2bcbee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9542ae20-cfa9-4227-ae69-9e9b4dd6f295,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:48.953572 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 66a9ff1c-af39-4338-befa-dc6346c6224e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:48.953931 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 66a9ff1c-af39-4338-befa-dc6346c6224e not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:48.954435 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 375b4afc-8e27-4c8a-9461-d9222f368f63 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:48.976321 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:48.984699 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 375b4afc-8e27-4c8a-9461-d9222f368f63 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:35:48.985047 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 375b4afc-8e27-4c8a-9461-d9222f368f63 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:35:48.985766 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 458fc94b-9b00-453a-b716-c4a343534c6a no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:35:49.000705 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.027040 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] For port 458fc94b-9b00-453a-b716-c4a343534c6a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=458fc94b-9b00-453a-b716-c4a343534c6a,segment=NetworkSegment(eb5c359b-84aa-46e7-9aea-a456ce6e440a),segment_id=eb5c359b-84aa-46e7-9aea-a456ce6e440a)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:35:49.027456 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.052705 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Calling delete_port for 458fc94b-9b00-453a-b716-c4a343534c6a owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:35:49.116946 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.144207 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=458fc94b-9b00-453a-b716-c4a343534c6a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:49.148074 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] No DVR routers for this DVR port 458fc94b-9b00-453a-b716-c4a343534c6a on host dv-cinder-803823-2-iscsi {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:49.153205 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.156244 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.160628 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9542ae20-cfa9-4227-ae69-9e9b4dd6f295 HTTP/1.1" status: 204 len: 168 time: 0.2335320 Aug 07 14:35:49.171158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1c287-10f3-4339-a3e5-c8fbe0a413f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9542ae20-cfa9-4227-ae69-9e9b4dd6f295,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:49.238759 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.249886 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5486e08-116e-4ab0-a191-9734bf3bbf2a']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:49.262273 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5c359b-84aa-46e7-9aea-a456ce6e440a') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:49.262577 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5c359b-84aa-46e7-9aea-a456ce6e440a') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:35:49.273175 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.294100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.312484 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:35:49.313272 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:35:49.317539 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:35:49.321509 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.341074 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.373611 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] No DVR routers for this DVR port 458fc94b-9b00-453a-b716-c4a343534c6a on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:35:49.396730 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23678230-b32e-4715-8b8e-92a6121c398b None None] Pushing event deleted for resources: {'Port': ['ID=458fc94b-9b00-453a-b716-c4a343534c6a,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:49.488312 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.504253 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.508875 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5486e08-116e-4ab0-a191-9734bf3bbf2a HTTP/1.1" status: 204 len: 168 time: 0.9308908 Aug 07 14:35:49.510239 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ddc43-545d-4026-86ce-244ef143c7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5486e08-116e-4ab0-a191-9734bf3bbf2a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:49.836701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55626) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:49.850649 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8b46ba1d-7912-41eb-98ea-fa53c12d8a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.878752 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55628) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:49.928064 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-ca6ce55f-5f3a-4c5b-a7fa-9272289923cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c985819ec944499acbdf2721717d72d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470560 Aug 07 14:35:49.929926 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55630) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:49.958760 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8b46ba1d-7912-41eb-98ea-fa53c12d8a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.987941 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:49.996814 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5217b124-ebc4-4613-990a-5ddfd7ffd12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.009748 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.031052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8b46ba1d-7912-41eb-98ea-fa53c12d8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.076037 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8b46ba1d-7912-41eb-98ea-fa53c12d8a97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=927983f004084b3a92c019be80b90e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382066 Aug 07 14:35:50.077959 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46ba1d-7912-41eb-98ea-fa53c12d8a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00a4625-f18f-43a1-80c8-af95dc7bcfcf,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:50.081946 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55632) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:50.130478 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.132950 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.134099 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46c8067c-4b53-4ae0-b20f-256b9a4b6a76 HTTP/1.1" status: 204 len: 168 time: 0.2031186 Aug 07 14:35:50.150649 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723faf87-7b8f-4691-8822-ff0d602a7d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8067c-4b53-4ae0-b20f-256b9a4b6a76,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:50.155161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.188013 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.316992 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.320457 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:50.322062 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d00a4625-f18f-43a1-80c8-af95dc7bcfcf HTTP/1.1" status: 204 len: 168 time: 0.2388186 Aug 07 14:35:50.333484 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d70a-7884-402d-9073-2de89f8593c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00a4625-f18f-43a1-80c8-af95dc7bcfcf,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:52.238957 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55716) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:52.349010 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a4b72f5b-35ed-4d11-8025-f58b03a909c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.449435 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a4b72f5b-35ed-4d11-8025-f58b03a909c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.522447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-a4b72f5b-35ed-4d11-8025-f58b03a909c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.560587 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b72f5b-35ed-4d11-8025-f58b03a909c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74bf2dd-2a3e-4971-97aa-216c0e48d12b,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:52.567636 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-a4b72f5b-35ed-4d11-8025-f58b03a909c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c059a180fe614e95bbe06626f8d3ac8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265944 Aug 07 14:35:52.570389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55722) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:52.651016 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.679521 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.779218 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-82d3d36b-c690-4c0d-913e-2004a142b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.819513 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.822136 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:52.823440 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b74bf2dd-2a3e-4971-97aa-216c0e48d12b HTTP/1.1" status: 204 len: 168 time: 0.2522106 Aug 07 14:35:52.832632 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b739b-7be1-4ed8-bee3-56466543b8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74bf2dd-2a3e-4971-97aa-216c0e48d12b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:53.346855 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:54.019203 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:55.145603 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:55.886968 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55808) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:56.008826 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-104cbf48-0222-41de-b3ac-d9e211c96725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.122693 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-104cbf48-0222-41de-b3ac-d9e211c96725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.191545 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-104cbf48-0222-41de-b3ac-d9e211c96725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.232666 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-104cbf48-0222-41de-b3ac-d9e211c96725 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9096e32a099494f8d848faaceb703ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439467 Aug 07 14:35:56.233657 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cbf48-0222-41de-b3ac-d9e211c96725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807875b0-3c00-4c4a-9a89-0dff31b02a11,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:56.235321 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55820) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:56.295695 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.325203 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.477411 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.480063 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:56.481266 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/807875b0-3c00-4c4a-9a89-0dff31b02a11 HTTP/1.1" status: 204 len: 168 time: 0.2436585 Aug 07 14:35:56.495080 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c52d6c-517c-497d-b21d-2e5cdcd02577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807875b0-3c00-4c4a-9a89-0dff31b02a11,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:57.217257 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55832) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:57.231530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f814-504b-4e0d-8112-1a3a61f8f6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.331233 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f814-504b-4e0d-8112-1a3a61f8f6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.407490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0ea0f814-504b-4e0d-8112-1a3a61f8f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.451279 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-0ea0f814-504b-4e0d-8112-1a3a61f8f6f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c0573296dd44043af33245c2fd6bf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328439 Aug 07 14:35:57.452261 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0f814-504b-4e0d-8112-1a3a61f8f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51671b1-dbb4-42bf-b0ae-639edfda0c98,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:57.454631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55834) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:57.520321 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.544629 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.710812 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.713871 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:57.715552 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a51671b1-dbb4-42bf-b0ae-639edfda0c98 HTTP/1.1" status: 204 len: 168 time: 0.2579780 Aug 07 14:35:57.727090 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5854a-b73f-41dc-9369-20d4ebdd9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51671b1-dbb4-42bf-b0ae-639edfda0c98,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:58.444625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55856) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:58.567484 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c728b36-7c0c-4b1e-a5bf-f5777f0a91ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:58.669813 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c728b36-7c0c-4b1e-a5bf-f5777f0a91ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:58.738919 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8c728b36-7c0c-4b1e-a5bf-f5777f0a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:58.778443 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8c728b36-7c0c-4b1e-a5bf-f5777f0a91ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5d23193d7874c598234ad1be2735e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326793 Aug 07 14:35:58.783164 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c728b36-7c0c-4b1e-a5bf-f5777f0a91ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521193c5-86af-4c56-8116-0fded15b2ee9,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:35:58.786429 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55866) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:35:58.855027 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:58.880423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:59.019291 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:35:59.208458 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:59.283000 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:59.286649 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:35:59.287880 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/521193c5-86af-4c56-8116-0fded15b2ee9 HTTP/1.1" status: 204 len: 168 time: 0.4997954 Aug 07 14:35:59.296257 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96289e-419e-4495-9af5-500cf1444c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521193c5-86af-4c56-8116-0fded15b2ee9,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:00.344087 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55888) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:00.358255 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be9d2534-0144-4a4f-afc0-84f117d2c198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.472441 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be9d2534-0144-4a4f-afc0-84f117d2c198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.544884 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-be9d2534-0144-4a4f-afc0-84f117d2c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.586283 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-be9d2534-0144-4a4f-afc0-84f117d2c198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c5c6524e503433bb9b518befd91d51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410381 Aug 07 14:36:00.595186 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d2534-0144-4a4f-afc0-84f117d2c198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a08e77-8a58-4dbc-9ba7-0f463057256c,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:00.596745 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55896) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:00.640003 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.663326 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.796352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.799180 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:00.800419 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20a08e77-8a58-4dbc-9ba7-0f463057256c HTTP/1.1" status: 204 len: 168 time: 0.2101915 Aug 07 14:36:00.810096 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d138d3-c58c-4c01-87f5-5200753fcd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a08e77-8a58-4dbc-9ba7-0f463057256c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:01.544011 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55910) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:01.566548 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ad26f293-57e4-499e-8985-270585a95340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:01.667221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ad26f293-57e4-499e-8985-270585a95340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:01.750745 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ad26f293-57e4-499e-8985-270585a95340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:01.789100 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ad26f293-57e4-499e-8985-270585a95340 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5963431b1ba141c3b59d6171fdc39c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438788 Aug 07 14:36:01.790007 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f293-57e4-499e-8985-270585a95340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7489eb-d5b7-4001-a3c1-4bcb8fd9a3f3,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:01.792427 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55912) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:01.844957 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:01.868465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:02.002324 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:02.004905 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:02.006089 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e7489eb-d5b7-4001-a3c1-4bcb8fd9a3f3 HTTP/1.1" status: 204 len: 168 time: 0.2126732 Aug 07 14:36:02.013839 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd233-efb5-4cf9-9361-957b37a6fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7489eb-d5b7-4001-a3c1-4bcb8fd9a3f3,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:05.177946 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 55992) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:05.287348 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-017c4033-3a33-4e92-b43c-4c762197ba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.378236 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-017c4033-3a33-4e92-b43c-4c762197ba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.505212 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-017c4033-3a33-4e92-b43c-4c762197ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.544997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4033-3a33-4e92-b43c-4c762197ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038fb130-141b-41db-92ce-df8e762cab94,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:05.550858 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-017c4033-3a33-4e92-b43c-4c762197ba06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c71bc8945d214ed0b5c4c984d16e6ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707106 Aug 07 14:36:05.559750 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 55996) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:05.615886 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.637072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.756379 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.759027 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:05.760402 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/038fb130-141b-41db-92ce-df8e762cab94 HTTP/1.1" status: 204 len: 168 time: 0.1996155 Aug 07 14:36:05.768917 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d69de-3bbe-4948-a253-dd6864365d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038fb130-141b-41db-92ce-df8e762cab94,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:06.456345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56010) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:06.470374 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c15b57f6-f904-4875-aaea-0fa8c8c8a896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.572739 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c15b57f6-f904-4875-aaea-0fa8c8c8a896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.676155 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c15b57f6-f904-4875-aaea-0fa8c8c8a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.718680 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b57f6-f904-4875-aaea-0fa8c8c8a896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702778a3-feb7-4a64-be74-4f9057d9a472,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:06.723323 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c15b57f6-f904-4875-aaea-0fa8c8c8a896 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9def07f9eac24553ba3ee400e8dae969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652404 Aug 07 14:36:06.726011 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56012) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:06.790415 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.815843 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.939406 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.942596 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:06.943828 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/702778a3-feb7-4a64-be74-4f9057d9a472 HTTP/1.1" status: 204 len: 168 time: 0.2167718 Aug 07 14:36:06.952329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434295b2-369b-4f84-a792-eb63420dce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702778a3-feb7-4a64-be74-4f9057d9a472,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:07.851358 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56034) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:07.984557 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c78639b8-f3f0-41e7-b049-e4d24b841387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.091195 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c78639b8-f3f0-41e7-b049-e4d24b841387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.184832 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c78639b8-f3f0-41e7-b049-e4d24b841387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.224175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78639b8-f3f0-41e7-b049-e4d24b841387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da73d91b-f38d-4e09-9e06-32047cc71dd4,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:08.229973 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c78639b8-f3f0-41e7-b049-e4d24b841387 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08690eab854a4cb38a2914f220102a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774910 Aug 07 14:36:08.232710 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56046) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:08.287530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.310812 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.447847 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.450604 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:08.451839 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da73d91b-f38d-4e09-9e06-32047cc71dd4 HTTP/1.1" status: 204 len: 168 time: 0.2181380 Aug 07 14:36:08.461196 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7300e1-7030-4439-9301-591473632894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da73d91b-f38d-4e09-9e06-32047cc71dd4,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:09.067522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56064) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:09.080857 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a1855a9-1dcb-43c3-b0fb-ee2acef295c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.179046 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a1855a9-1dcb-43c3-b0fb-ee2acef295c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.247884 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7a1855a9-1dcb-43c3-b0fb-ee2acef295c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.289457 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1855a9-1dcb-43c3-b0fb-ee2acef295c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0806d21-1b9a-4f84-8a9e-648934b36ced,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:09.301764 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7a1855a9-1dcb-43c3-b0fb-ee2acef295c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e37fabe578e243cdbeb668231b31ea74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292700 Aug 07 14:36:09.302890 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56070) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:09.365932 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.391014 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.590885 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.594888 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:09.596782 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0806d21-1b9a-4f84-8a9e-648934b36ced HTTP/1.1" status: 204 len: 168 time: 0.2908273 Aug 07 14:36:09.607873 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985815c2-aab6-4ca9-96d1-e06da08e7da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0806d21-1b9a-4f84-8a9e-648934b36ced,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:11.552170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56152) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:11.667537 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92639541-3e24-4874-a9ba-5e422b226538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:11.780146 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92639541-3e24-4874-a9ba-5e422b226538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:11.853366 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-92639541-3e24-4874-a9ba-5e422b226538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:11.895715 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-92639541-3e24-4874-a9ba-5e422b226538 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9d4058594054e80b84b60148ecbb87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423429 Aug 07 14:36:11.896622 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92639541-3e24-4874-a9ba-5e422b226538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c648d-8c02-4d66-bef4-2d70cc151f85,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:11.898481 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56178) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:11.953035 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:11.978271 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:12.082061 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:12.084853 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:12.086097 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f04c648d-8c02-4d66-bef4-2d70cc151f85 HTTP/1.1" status: 204 len: 168 time: 0.1860378 Aug 07 14:36:12.094223 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b3123-389c-4c50-bf4f-ba93ebf62182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c648d-8c02-4d66-bef4-2d70cc151f85,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:12.948298 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56212) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:13.075994 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-02b49c53-f97a-4a85-8bd6-f71f87f3d3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.174371 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-02b49c53-f97a-4a85-8bd6-f71f87f3d3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.264685 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-02b49c53-f97a-4a85-8bd6-f71f87f3d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.282092 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56222) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:13.308538 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-02b49c53-f97a-4a85-8bd6-f71f87f3d3c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5229292a635433480fd0360c4883a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587663 Aug 07 14:36:13.309614 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b49c53-f97a-4a85-8bd6-f71f87f3d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0cbea-94ed-4adb-89f5-7259d040e69c,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:13.313496 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56226) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:13.402733 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.422910 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1348524464-network', 'tenant_id': 'd5f50c2a6396405b97dd568a9d5ae620'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:36:13.429957 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.544783 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Made reservation on behalf of d5f50c2a6396405b97dd568a9d5ae620 for: {'network': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:36:13.547170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.556564 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.579030 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.581870 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.588212 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ab0cbea-94ed-4adb-89f5-7259d040e69c HTTP/1.1" status: 204 len: 168 time: 0.2683413 Aug 07 14:36:13.594118 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97168a-dfa0-4eab-80be-d18b546116d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0cbea-94ed-4adb-89f5-7259d040e69c,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:13.670832 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.802298 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.824879 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:36:13.840665 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef1f954-8cab-4d89-b44e-d4881a768e05,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:13.846167 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:13.846512 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.segments_db [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Added segment 03647392-8997-4eb2-bd7b-44cc36e66f45 of type vlan for network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 Aug 07 14:36:13.892775 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.018889 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.020168 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:14.020925 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.081523 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] Pushing event updated for resources: {'Network': ['ID=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:14.091713 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:36:14.163137 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-687d6a96-1e12-45b5-920b-88783bce709f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8793612 Aug 07 14:36:14.165925 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56232) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:14.170800 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Request body: {'subnet': {'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1348524464-subnet', 'tenant_id': 'd5f50c2a6396405b97dd568a9d5ae620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:36:14.270286 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Made reservation on behalf of d5f50c2a6396405b97dd568a9d5ae620 for: {'subnet': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:36:14.274323 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2384007'] for subnet, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.375999 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56234) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:14.392938 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af6cffad-2d50-463f-a75f-00669e1e3ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.498866 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af6cffad-2d50-463f-a75f-00669e1e3ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.579071 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2555951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2384053'] for subnet, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.613367 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af6cffad-2d50-463f-a75f-00669e1e3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.637638 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf61bb0-00e1-4882-b727-3696354c2d34,revision_number=0']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:14.654538 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cffad-2d50-463f-a75f-00669e1e3ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce970cbd-99a2-49c4-830d-1dfd2912080b,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:14.663443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Checking segment: {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:36:14.663987 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Network hostable DHCP agents. Network: e10a73ed-2cd1-4f5e-9b6c-72e5562ea645, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:36:14.666979 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-af6cffad-2d50-463f-a75f-00669e1e3ef1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00e7f1aa8e32442f9bf2b793146de3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897472 Aug 07 14:36:14.671160 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56236) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:14.728425 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.749490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.778546 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:36:14.865156 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, e10a73ed-2cd1-4f5e-9b6c-72e5562ea645) {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:36:14.871256 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:14.871890 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.875683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d974ca-0cc1-4c4f-abfc-216ad01c0357 None None] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:36:14.882756 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.888671 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:14.890384 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce970cbd-99a2-49c4-830d-1dfd2912080b HTTP/1.1" status: 204 len: 168 time: 0.2179117 Aug 07 14:36:14.901422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ec2c0-44b9-4754-90a0-1fd6750212af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce970cbd-99a2-49c4-830d-1dfd2912080b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:14.966251 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9c473777-1705-4e43-a28b-d2196e89bc9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7897995 Aug 07 14:36:15.034650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067b4ff-8c1f-48ca-87a1-04ba2613f6f0 None None] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:36:17.381843 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-9a76bf51-6ce1-49e0-83a8-8f083a81ef35 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:17.383410 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-9a76bf51-6ce1-49e0-83a8-8f083a81ef35 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 814 time: 0.1078038 Aug 07 14:36:17.398665 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-298c56f7-16e5-4c4b-9c4e-9ef8b5981c15 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/quotas/d5f50c2a6396405b97dd568a9d5ae620 HTTP/1.1" status: 200 len: 375 time: 0.0095484 Aug 07 14:36:17.432095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-a85e7117-d92a-45e3-a631-4d0cf1d7f4fe tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275402 Aug 07 14:36:17.534396 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-926ab734-dcfb-4ac8-9d3e-2b48fa358f4d service neutron] 10.222.0.26 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949996 Aug 07 14:36:17.629802 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-104af7c2-8f73-42b6-8e46-9957e1981ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Aug 07 14:36:17.874983 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-7c9ac8c5-948c-48ca-a191-e2eaa35d7463 req-f52010b2-f9bb-4067-9861-54aa14e9df63 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 210 time: 0.0281086 Aug 07 14:36:18.582491 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56328) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:19.087195 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4e8160a6-8e17-45eb-a79a-43898cac9b68 req-7ca294ec-c9df-44fe-8742-dafcbe24108f tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Aug 07 14:36:19.218675 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Deleting port ced34367-9aee-4e50-8ff8-78ff095c8619 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:19.219031 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.294728 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.295064 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.307645 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Calling delete_port for ced34367-9aee-4e50-8ff8-78ff095c8619 owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:19.544834 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.570503 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event deleted for resources: {'Port': ['ID=ced34367-9aee-4e50-8ff8-78ff095c8619,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:19.637217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.637888 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Floating IP 5933e479-b17a-43ea-ad55-676868e4163b disassociated (deleted). External IP: 172.27.3.194, port: 5eaf58ac-5336-4bdf-aa76-a20cfc533815. Aug 07 14:36:19.844608 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Router 72614627-2b98-4101-9fa1-94ebff5b2438 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:36:19.955175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:36:19.960594 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:19.968255 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Sync routers for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:36:19.978486 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:19.979121 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:19.992771 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c54f6937-8f88-4915-a1bc-7654fdebb7f8 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "DELETE /v2.0/floatingips/5933e479-b17a-43ea-ad55-676868e4163b HTTP/1.1" status: 204 len: 168 time: 1.4091480 Aug 07 14:36:19.993376 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:36:19.995775 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d8b234-ce03-4858-97fe-d4988c870387" -d '{"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:36:20.034050 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2745a484-1ff1-49ce-9dd1-06e454fd69c7 x-openstack-request-id: req-2745a484-1ff1-49ce-9dd1-06e454fd69c7 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:36:20.034417 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:36:20.034735 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-357506d4-17d1-42be-afb9-f564e58762fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:20.034862 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2745a484-1ff1-49ce-9dd1-06e454fd69c7 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:36:20.035383 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'status': 'completed', 'code': 200} Aug 07 14:36:20.093024 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:20.118806 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-b68cd31f-39ae-45d1-85b2-e55fb7c3bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.120386 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-b68cd31f-39ae-45d1-85b2-e55fb7c3bbe2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae601482b079421cb80afe7d731c06e3&device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 1098 time: 0.0409288 Aug 07 14:36:20.207801 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5f91ba64-68c9-437d-ae05-a722be9534c2 req-31909b97-523c-4237-aeb4-458948f5ba95 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 210 time: 0.0366192 Aug 07 14:36:20.250356 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-d918cdd0-7067-47ea-985c-f0e8b6db3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.252095 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-d918cdd0-7067-47ea-985c-f0e8b6db3960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 200 len: 910 time: 0.1243131 Aug 07 14:36:20.323976 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:20.341542 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-4b649e53-771c-45d6-93d5-28b575357640 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 200 len: 217 time: 0.0472937 Aug 07 14:36:20.351240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Checking router: 72614627-2b98-4101-9fa1-94ebff5b2438 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:36:20.359870 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:20.360529 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:35:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:20.402472 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-e292d9e1-242b-44c4-858b-304129f31068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.404353 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-e292d9e1-242b-44c4-858b-304129f31068 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 200 len: 848 time: 0.0562325 Aug 07 14:36:20.463596 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-4418bcde-c810-454a-8660-6cd4a816d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.465215 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-4418bcde-c810-454a-8660-6cd4a816d2f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9109b82a-2400-4b05-a626-1c05d0893526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540268 Aug 07 14:36:20.494439 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:20.565304 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c98083-5373-4a5d-a774-ed7b5b58a997 req-7ee07096-b97f-4e84-93e8-84d4478342a7 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.567069 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-50c98083-5373-4a5d-a774-ed7b5b58a997 req-7ee07096-b97f-4e84-93e8-84d4478342a7 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.1143329 Aug 07 14:36:20.619346 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-256109d0-84ee-47bd-b95a-875c305a9de9 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:20.621690 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-256109d0-84ee-47bd-b95a-875c305a9de9 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 814 time: 0.1170440 Aug 07 14:36:20.629746 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-50c98083-5373-4a5d-a774-ed7b5b58a997 req-da7f99e0-a3c6-4f60-abec-556ae301a736 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518327 Aug 07 14:36:20.636701 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-71904fb0-c7c2-48ac-8899-157afc54f111 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491179 Aug 07 14:36:20.658656 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Request body: {'port': {'device_id': '56798acc-6591-4838-8827-96cf6c2c9332', 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645', 'admin_state_up': True, 'tenant_id': 'd5f50c2a6396405b97dd568a9d5ae620'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:36:20.740513 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:20.762456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b9d8b234-ce03-4858-97fe-d4988c870387 req-4a9303f7-54e1-4f35-8186-d6c2638021d4 service neutron] 10.222.0.11 "GET /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095686 Aug 07 14:36:20.772634 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e12a4f-0c68-4b26-94a0-e301ec7947f2 None None] The sync data for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi is: [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:30:26Z', 'revision_number': 4, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c', 'name': '', 'network_id': '9109b82a-2400-4b05-a626-1c05d0893526', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'mac_address': 'fa:16:3e:35:fa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '730bdeff-3ab9-42cd-862f-313a91023698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:25Z', 'updated_at': '2021-08-07T14:30:34Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'subnets': [{'id': '730bdeff-3ab9-42cd-862f-313a91023698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:36:20.886319 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Made reservation on behalf of d5f50c2a6396405b97dd568a9d5ae620 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:36:20.890705 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:20.906332 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56362) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:21.051183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-18d60561-ea22-4d7f-8f1f-6beb69319fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.074460 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Allocated IP 172.20.0.14 (e10a73ed-2cd1-4f5e-9b6c-72e5562ea645/acf61bb0-00e1-4882-b727-3696354c2d34/8540ec14-7a6a-420e-9adf-684211bb357a) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:36:21.111834 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31d639-fc1f-4cff-8886-da6aeff485fc None None] New status for floating IP 5933e479-b17a-43ea-ad55-676868e4163b: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:36:21.183855 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-18d60561-ea22-4d7f-8f1f-6beb69319fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.235776 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-18d60561-ea22-4d7f-8f1f-6beb69319fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.248804 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.286437 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-18d60561-ea22-4d7f-8f1f-6beb69319fd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c8f76de99ef496f93ab31ec0a0a4d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753257 Aug 07 14:36:21.286798 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56372) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:21.299315 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d60561-ea22-4d7f-8f1f-6beb69319fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d0d650-f322-43dd-a8c7-3f4b59f4be8f,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:21.318753 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-79cb6a59-d347-46f8-a614-bfc578aaa881 req-a2fa5827-9abb-475b-9802-50aa5936e8b7 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 210 time: 0.0333452 Aug 07 14:36:21.346596 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.366423 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.422947 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:36:21.431859 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.433825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:36:21.442077 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:36:21.472825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Pushing event updated for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:21.514591 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:21.517984 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.642606 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-e340880a-eb59-4e7f-8498-ed39b625cd50 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9901857 Aug 07 14:36:21.663994 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Request body: {'port': {'device_id': '56798acc-6591-4838-8827-96cf6c2c9332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:36:21.702611 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.705141 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.706328 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82d0d650-f322-43dd-a8c7-3f4b59f4be8f HTTP/1.1" status: 204 len: 168 time: 0.4180207 Aug 07 14:36:21.734078 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2efd0-3986-4da9-9812-39a6583ede7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d0d650-f322-43dd-a8c7-3f4b59f4be8f,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:21.741850 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:21.765337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100c44-a957-435b-a12e-efe21d255af9 req-4d0a5303-0a26-44b9-a9ef-e8e6a94f6cfc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:21.767822 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-72100c44-a957-435b-a12e-efe21d255af9 req-4d0a5303-0a26-44b9-a9ef-e8e6a94f6cfc tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0655155 Aug 07 14:36:21.807349 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-72100c44-a957-435b-a12e-efe21d255af9 req-0d03b3b3-e15d-4aab-9921-5076a568f195 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 07 14:36:22.031265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8540ec14-7a6a-420e-9adf-684211bb357a {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:36:22.039660 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.051941 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Transition to ACTIVE for port object 8540ec14-7a6a-420e-9adf-684211bb357a will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:36:22.132891 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.182422 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:22.252706 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-93d032f4-3519-44a2-9340-efab3b7a1a5c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.254312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-93d032f4-3519-44a2-9340-efab3b7a1a5c tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.11 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Aug 07 14:36:22.254483 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Attempting to bind port 8540ec14-7a6a-420e-9adf-684211bb357a on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:36:22.254748 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Attempting to bind port 8540ec14-7a6a-420e-9adf-684211bb357a by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:36:22.255078 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Attempting to bind port 8540ec14-7a6a-420e-9adf-684211bb357a on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:36:22.260255 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Port 8540ec14-7a6a-420e-9adf-684211bb357a on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:36:22.260598 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Attempting to bind port 8540ec14-7a6a-420e-9adf-684211bb357a on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:36:22.265825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:36:22.266171 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Checking segment: {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:36:22.266563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Bound using segment: {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:36:22.266998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Bound port: 8540ec14-7a6a-420e-9adf-684211bb357a, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:36:22.267385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.333458 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:36:22.337092 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8540ec14-7a6a-420e-9adf-684211bb357a,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:36:22.351916 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Deleting port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:22.352278 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.372980 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56382) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:22.388423 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8cb5486e-1c35-4696-aace-2702f0c8f2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.410458 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.459664 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.460378 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.461802 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] 10.222.0.11 "PUT /v2.0/ports/8540ec14-7a6a-420e-9adf-684211bb357a HTTP/1.1" status: 200 len: 1094 time: 0.8021677 Aug 07 14:36:22.466110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:36:22.468476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9" -d '{"events": [{"name": "network-changed", "server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:36:22.489500 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] For port 5eaf58ac-5336-4bdf-aa76-a20cfc533815, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5eaf58ac-5336-4bdf-aa76-a20cfc533815,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:22.489916 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.499489 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4329-e446-4aaa-82c7-fb58a1e55149 req-443cfdcb-ef0b-4cad-b21c-6e6c0409e6c6 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.501055 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82ab4329-e446-4aaa-82c7-fb58a1e55149 req-443cfdcb-ef0b-4cad-b21c-6e6c0409e6c6 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 944 time: 0.0956359 Aug 07 14:36:22.509399 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3050c1-05cf-4d0b-aff6-492e74645bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:22.515480 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca54402-df26-49fc-a998-5e13d5ab8eb3 x-openstack-request-id: req-5ca54402-df26-49fc-a998-5e13d5ab8eb3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:36:22.516028 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:36:22.516287 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ca54402-df26-49fc-a998-5e13d5ab8eb3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:36:22.516670 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Calling delete_port for 5eaf58ac-5336-4bdf-aa76-a20cfc533815 owned by compute:nova {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:22.516789 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a', 'status': 'completed', 'code': 200} Aug 07 14:36:22.558770 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8cb5486e-1c35-4696-aace-2702f0c8f2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.600771 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-82ab4329-e446-4aaa-82c7-fb58a1e55149 req-fc5f93ef-8a8c-4a4a-9629-943149af53e9 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857661 Aug 07 14:36:22.605182 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-0256dbbe-cd33-4a9d-b002-8507712058f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.607269 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-0256dbbe-cd33-4a9d-b002-8507712058f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 1097 time: 0.0448666 Aug 07 14:36:22.667464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-8cb5486e-1c35-4696-aace-2702f0c8f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.729708 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-8cb5486e-1c35-4696-aace-2702f0c8f2ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f39df71fdd314676a047ef7cd1c6dcfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555532 Aug 07 14:36:22.732396 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5486e-1c35-4696-aace-2702f0c8f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68146fe4-3d75-402e-8fec-5fedbb9815cd,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:22.732807 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56386) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:22.756058 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-98c56b21-90aa-4043-a8f4-db625a31fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.757663 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-98c56b21-90aa-4043-a8f4-db625a31fa25 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1371489 Aug 07 14:36:22.764622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.790457 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3e994b28-5621-45aa-a514-8da7516fdf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.805079 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event deleted for resources: {'Port': ['ID=5eaf58ac-5336-4bdf-aa76-a20cfc533815,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:22.837486 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.863373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] No DVR routers for this DVR port 5eaf58ac-5336-4bdf-aa76-a20cfc533815 on host hv-cinder-80382 {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:36:22.867437 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.869544 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e17a6e57-0a9e-449f-b17e-6f506433b2fa req-50aabbd8-d91e-411a-a6cd-50185a2eac96 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.11 "DELETE /v2.0/ports/5eaf58ac-5336-4bdf-aa76-a20cfc533815 HTTP/1.1" status: 204 len: 173 time: 0.6091812 Aug 07 14:36:22.870002 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-deleted', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:36:22.872283 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe934dcf-5b84-48c1-ac0a-723feee79d82" -d '{"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-deleted", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:36:22.875903 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-ef492660-ed20-4763-bfa2-42945bf36599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.877471 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-86b5600e-7a5e-4e17-b3da-cf0ee2fbebf9 req-ef492660-ed20-4763-bfa2-42945bf36599 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134686 Aug 07 14:36:22.891074 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:22.939505 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdaa68-8fd1-4d47-b34c-93b122b972f7 x-openstack-request-id: req-44fdaa68-8fd1-4d47-b34c-93b122b972f7 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:36:22.939833 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390b2125-ff4d-45c2-8f93-0b5a9adbe655", "name": "network-vif-deleted", "tag": "5eaf58ac-5336-4bdf-aa76-a20cfc533815", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:36:22.940087 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44fdaa68-8fd1-4d47-b34c-93b122b972f7 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:36:22.940494 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390b2125-ff4d-45c2-8f93-0b5a9adbe655', 'name': 'network-vif-deleted', 'tag': '5eaf58ac-5336-4bdf-aa76-a20cfc533815', 'status': 'completed', 'code': 200} Aug 07 14:36:22.945507 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f076e807-2bce-459f-b641-47da3133c3c7 req-03ef17a6-1543-4b98-b050-99229f1f6af9 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0469589 Aug 07 14:36:22.992480 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-8075fbd4-3661-487d-9bc3-03c4a9589508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:22.994017 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-8075fbd4-3661-487d-9bc3-03c4a9589508 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 1097 time: 0.0458865 Aug 07 14:36:23.054292 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-5df4dd8b-abc1-407b-9348-1324798316b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8540ec14-7a6a-420e-9adf-684211bb357a HTTP/1.1" status: 200 len: 217 time: 0.0385904 Aug 07 14:36:23.072360 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:23.075347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:23.076767 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68146fe4-3d75-402e-8fec-5fedbb9815cd HTTP/1.1" status: 204 len: 168 time: 0.3427482 Aug 07 14:36:23.086897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6860c3-8a2f-4777-ae59-f7bae4f6a822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68146fe4-3d75-402e-8fec-5fedbb9815cd,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:23.123966 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-23fc7c33-35f2-43a0-9a77-9d1674d9b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:23.125485 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-23fc7c33-35f2-43a0-9a77-9d1674d9b992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf61bb0-00e1-4882-b727-3696354c2d34 HTTP/1.1" status: 200 len: 854 time: 0.0533257 Aug 07 14:36:23.158888 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-7b24db3e-4792-442e-9745-2cacbd3021cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260971 Aug 07 14:36:23.263125 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-929bd73b-89d6-4aa8-9d0d-ae1ea59fe72a service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967076 Aug 07 14:36:23.359934 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2d37cd07-fab0-45d5-bc96-b4844a65e6f7 req-d7587031-9b49-48b0-ae78-2072bbe58812 service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886979 Aug 07 14:36:23.378020 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:23.728449 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86424998-da7e-4a6e-a91a-8db32fc129dd req-d6e289ee-5602-4844-97da-680c8c677bf2 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:23.729984 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86424998-da7e-4a6e-a91a-8db32fc129dd req-d6e289ee-5602-4844-97da-680c8c677bf2 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 944 time: 0.0547709 Aug 07 14:36:23.778312 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86424998-da7e-4a6e-a91a-8db32fc129dd req-32e8271e-8007-4ee0-9f50-004ea847507b tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Aug 07 14:36:24.041411 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:24.061653 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f55fa385-ecba-44ae-a622-69e95170d066 req-9c443c52-5088-427d-be44-86ae57aa226b tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "GET /v2.0/ports?device_id=390b2125-ff4d-45c2-8f93-0b5a9adbe655 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Aug 07 14:36:24.906709 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824d9c6-b2da-4029-be29-8a15572c3caa req-0bc02ca3-a92d-41ea-854c-b009fe7b9e46 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:24.908272 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8824d9c6-b2da-4029-be29-8a15572c3caa req-0bc02ca3-a92d-41ea-854c-b009fe7b9e46 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 944 time: 0.0510759 Aug 07 14:36:24.950201 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8824d9c6-b2da-4029-be29-8a15572c3caa req-f986011c-3ba2-4e65-99d8-59892deec0dd tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Aug 07 14:36:25.089903 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56428) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:25.120251 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56432) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:25.149515 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.199657 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.211233 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-280e62f2-a436-4aff-83a1-7baf6cc31c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.244243 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.285844 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 8540ec14-7a6a-420e-9adf-684211bb357a details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:36:25.386010 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8540ec14-7a6a-420e-9adf-684211bb357a,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:25.397283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '8540ec14-7a6a-420e-9adf-684211bb357a', 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645', 'port_id': '8540ec14-7a6a-420e-9adf-684211bb357a', 'mac_address': 'fa:16:3e:34:87:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf61bb0-00e1-4882-b727-3696354c2d34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:36:25.404695 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.407303 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.408456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] 10.222.0.26 "DELETE /v2.0/security-groups/f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2867305 Aug 07 14:36:25.425423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb1b14-bcfa-4d4d-af4f-7d090384d6b8,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:25.440448 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.447553 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37983ff3-fb5d-4d89-977a-cde50ad05082 tempest-TestShelveInstance-814481016 tempest-TestShelveInstance-814481016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:25.449345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.473470 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8540ec14-7a6a-420e-9adf-684211bb357a {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:36:25.478386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-280e62f2-a436-4aff-83a1-7baf6cc31c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.496563 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8540ec14-7a6a-420e-9adf-684211bb357a,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:25.519005 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56436) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:25.550004 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-280e62f2-a436-4aff-83a1-7baf6cc31c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.586553 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.598331 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-280e62f2-a436-4aff-83a1-7baf6cc31c42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c4e86ba18a54b3597e6d68c30de3321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049872 Aug 07 14:36:25.598331 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e62f2-a436-4aff-83a1-7baf6cc31c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e22d3-e2f0-4cb4-a531-3cdc1013dad3,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:25.600046 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56440) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:25.642137 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:25.657763 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.683313 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.807463 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.810284 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:25.811502 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed8e22d3-e2f0-4cb4-a531-3cdc1013dad3 HTTP/1.1" status: 204 len: 168 time: 0.2102058 Aug 07 14:36:25.821054 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9926-3c1c-472d-8b6d-06e0144817d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e22d3-e2f0-4cb4-a531-3cdc1013dad3,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:25.889997 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['8540ec14-7a6a-420e-9adf-684211bb357a'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:36:25.970797 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:26.088452 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc6ad-b8ef-4727-8367-b540232a68b0 req-b0228540-7614-4b5b-b0ba-30572874f593 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:26.092174 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e65bc6ad-b8ef-4727-8367-b540232a68b0 req-b0228540-7614-4b5b-b0ba-30572874f593 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Aug 07 14:36:26.133342 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e65bc6ad-b8ef-4727-8367-b540232a68b0 req-b462d0e1-94b1-4c35-bcd8-9aadebb18bff tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Aug 07 14:36:26.458385 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Deleting port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:26.459547 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:26.535397 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] For port 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:26.536129 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:26.548491 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Calling delete_port for 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:26.887893 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:26.920363 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:26.952759 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.953297 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.953631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.954016 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.954310 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.954645 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.954978 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.955309 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.955674 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.956033 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.956330 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:26.956754 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:36:27.117209 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.259844 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e9de-4ce8-4a61-84f7-7299e5db8889 req-a2cc70ca-e8c5-4292-8b29-ade1db2a2d9d tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:27.261407 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8792e9de-4ce8-4a61-84f7-7299e5db8889 req-a2cc70ca-e8c5-4292-8b29-ade1db2a2d9d tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Aug 07 14:36:27.277300 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 8540ec14-7a6a-420e-9adf-684211bb357a up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:36:27.301968 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-8792e9de-4ce8-4a61-84f7-7299e5db8889 req-52e352f9-40ed-4dc9-8b91-3e996ee0cd4b tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Aug 07 14:36:27.357166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Router 72614627-2b98-4101-9fa1-94ebff5b2438 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:36:27.384127 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 8540ec14-7a6a-420e-9adf-684211bb357a completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:36:27.388505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 8540ec14-7a6a-420e-9adf-684211bb357a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:36:27.388893 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.465770 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:36:27.470826 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-0f544764-2855-4612-96fb-13b3e2ba1d6b admin admin] 10.222.0.26 "PUT /v2.0/routers/72614627-2b98-4101-9fa1-94ebff5b2438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506459 Aug 07 14:36:27.473447 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56470) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:27.477542 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Sync routers for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:36:27.480038 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.497725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:27.498373 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:36:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:27.540216 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:36:27.542344 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c0ca8-0500-49fe-8736-ec0fa56734e4" -d '{"events": [{"server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "name": "network-vif-plugged", "status": "completed", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:36:27.562375 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8540ec14-7a6a-420e-9adf-684211bb357a,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:27.587234 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.614625 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ad0dd-4d9f-4709-9cea-98aff58db535 x-openstack-request-id: req-f41ad0dd-4d9f-4709-9cea-98aff58db535 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:36:27.615397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "name": "network-vif-plugged", "status": "completed", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:36:27.615397 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f41ad0dd-4d9f-4709-9cea-98aff58db535 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:36:27.615929 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a', 'code': 200} Aug 07 14:36:27.648320 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:27.651131 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.652176 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:27.709112 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.744322 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 5eaf58ac-5336-4bdf-aa76-a20cfc533815 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:27.744722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5eaf58ac-5336-4bdf-aa76-a20cfc533815 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:27.818940 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:27.903245 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:36:26Z', 'revision_number': 5, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port': {'id': 'f75be761-3a01-4d91-8d1a-3aa2fee7d7d6', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:21Z', 'updated_at': '2021-08-07T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:27.913290 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Deleting port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:27.913663 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:27.933449 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Checking router: 72614627-2b98-4101-9fa1-94ebff5b2438 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:36:27.941699 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Routers {'72614627-2b98-4101-9fa1-94ebff5b2438'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:27.942320 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:36:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['72614627-2b98-4101-9fa1-94ebff5b2438'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:27.997141 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02806591-6b9b-4557-bbc8-629cf516cbc6 req-b43f030d-2df0-4595-b9f0-aeb87a926251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:27.999372 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-02806591-6b9b-4557-bbc8-629cf516cbc6 req-b43f030d-2df0-4595-b9f0-aeb87a926251 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 1099 time: 0.0542891 Aug 07 14:36:28.003060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] For port f75be761-3a01-4d91-8d1a-3aa2fee7d7d6, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:28.003435 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.016897 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Calling delete_port for f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:28.038364 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-02806591-6b9b-4557-bbc8-629cf516cbc6 req-d12a638d-11f1-4b6f-ad74-f32db16cf221 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 07 14:36:28.156822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] Set router 72614627-2b98-4101-9fa1-94ebff5b2438 gateway port host: None {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:28.208164 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:36:27Z', 'revision_number': 6, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:28.225495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.238335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1090-7482-49e4-acd4-2e30946c8289 None None] The sync data for ids ['72614627-2b98-4101-9fa1-94ebff5b2438'] in dv-cinder-803823-2-iscsi is: [{'id': '72614627-2b98-4101-9fa1-94ebff5b2438', 'name': 'tempest-TestShelveInstance-1226766493-router', 'tenant_id': 'ae601482b079421cb80afe7d731c06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:20Z', 'updated_at': '2021-08-07T14:36:27Z', 'revision_number': 6, 'project_id': 'ae601482b079421cb80afe7d731c06e3', 'gw_port_host': None}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:36:28.259445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75be761-3a01-4d91-8d1a-3aa2fee7d7d6,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:28.326682 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.446678 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.449534 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.503751 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb402f5a-f651-4db9-a302-acdcae518f06 req-44382c21-2911-48df-b8f9-dbe9961f3122 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:28.506084 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb402f5a-f651-4db9-a302-acdcae518f06 req-44382c21-2911-48df-b8f9-dbe9961f3122 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 946 time: 0.1124570 Aug 07 14:36:28.543512 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-eb402f5a-f651-4db9-a302-acdcae518f06 req-e316ef71-9ebd-4cf1-9f20-6f2f7f228f53 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318363 Aug 07 14:36:28.544469 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.545024 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72614627-2b98-4101-9fa1-94ebff5b2438 {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:36:28.549896 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.550629 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-efdadbe1-8d1b-400b-ad14-68752f71e192 admin admin] 10.222.0.26 "DELETE /v2.0/routers/72614627-2b98-4101-9fa1-94ebff5b2438 HTTP/1.1" status: 204 len: 168 time: 1.0753324 Aug 07 14:36:28.553263 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56480) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:28.598692 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Deleting subnet 730bdeff-3ab9-42cd-862f-313a91023698 {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:36:28.602454 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.644403 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4184130'] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.732103 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.858826 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8679327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156796'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.888736 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730bdeff-3ab9-42cd-862f-313a91023698,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:28.892740 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:28.894741 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-240619bf-828f-495e-8bdd-ce481db4a5c2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/730bdeff-3ab9-42cd-862f-313a91023698 HTTP/1.1" status: 204 len: 168 time: 0.3404453 Aug 07 14:36:28.897587 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56486) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:28.900670 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6a9f6-2dd4-40ae-9cf1-9a2e7eac6700 None None] Network 9109b82a-2400-4b05-a626-1c05d0893526 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:36:28.976246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.038297 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.062549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Deleting port 0af9a3cd-356a-4b6e-87f9-6413a05c225e {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:29.063224 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.075914 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:29.096483 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:29.097126 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 2c3d9126-fcc0-43c8-9a0b-c18bcc104d8c not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:29.097717 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:29.120548 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:29.120911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f75be761-3a01-4d91-8d1a-3aa2fee7d7d6 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:29.152721 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] DHCP port deletion for 9109b82a-2400-4b05-a626-1c05d0893526 request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:36:29.169959 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] For port 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=0af9a3cd-356a-4b6e-87f9-6413a05c225e,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:29.170332 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.186181 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Calling delete_port for 0af9a3cd-356a-4b6e-87f9-6413a05c225e owned by network:dhcp {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:29.204174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Deleting port 0af9a3cd-356a-4b6e-87f9-6413a05c225e {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:29.204557 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.287291 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] For port 0af9a3cd-356a-4b6e-87f9-6413a05c225e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=0af9a3cd-356a-4b6e-87f9-6413a05c225e,segment=NetworkSegment(19fcf160-6a67-453c-b347-12707c2e2a7b),segment_id=19fcf160-6a67-453c-b347-12707c2e2a7b)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:29.289814 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.304720 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Calling delete_port for 0af9a3cd-356a-4b6e-87f9-6413a05c225e owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:29.407307 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.416262 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.435644 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af9a3cd-356a-4b6e-87f9-6413a05c225e,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:29.437685 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] No DVR routers for this DVR port 0af9a3cd-356a-4b6e-87f9-6413a05c225e on host dv-cinder-803823-2-iscsi {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:36:29.445177 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] Pushing event deleted for resources: {'Port': ['ID=0af9a3cd-356a-4b6e-87f9-6413a05c225e,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:29.449883 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dde76c-cc5f-48fd-9d1b-31a894283f37 None None] No DVR routers for this DVR port 0af9a3cd-356a-4b6e-87f9-6413a05c225e on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:36:29.515473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.526252 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9109b82a-2400-4b05-a626-1c05d0893526']}} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:29.537498 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fcf160-6a67-453c-b347-12707c2e2a7b') {'for_net_delete': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:29.537805 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fcf160-6a67-453c-b347-12707c2e2a7b') {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:29.546622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4184149'] for segment, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.560166 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.566192 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:36:29.566729 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8679233'] for segment, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: Traceback (most recent call last): Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: timer() Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: cb(*args, **kw) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: return func(*args, **kwargs) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: self._notify() Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: self.callback(batched_events) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: event.method(event) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: return f(self, *a, **k) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._get(url).json() Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: return self.request(url, 'GET', **kwargs) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:36:29.569698 dv-cinder-803823-2-iscsi neutron-server[94068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:36:29.680339 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6de235-6cea-45a8-8679-e9361879c732 req-95991309-ea01-4206-bd15-770aa35e91a0 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:36:29.681775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a6de235-6cea-45a8-8679-e9361879c732 req-95991309-ea01-4206-bd15-770aa35e91a0 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 946 time: 0.0532873 Aug 07 14:36:29.721043 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a6de235-6cea-45a8-8679-e9361879c732 req-7e72730b-e03c-4fbe-9d30-22af89e331f8 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Aug 07 14:36:29.737071 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.738001 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:29.741529 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9109b82a-2400-4b05-a626-1c05d0893526 HTTP/1.1" status: 204 len: 168 time: 0.8415656 Aug 07 14:36:29.743467 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56492) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:29.753041 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc997c-9f0b-4bcf-9639-f758b1a7b8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9109b82a-2400-4b05-a626-1c05d0893526,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:30.112818 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:30.379866 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Deleting port 5eab8163-0b02-420b-be27-9848db238a32 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:30.380306 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:30.468130 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] For port 5eab8163-0b02-420b-be27-9848db238a32, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=5eab8163-0b02-420b-be27-9848db238a32,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:30.468642 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:30.483974 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Calling delete_port for 5eab8163-0b02-420b-be27-9848db238a32 owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:30.790245 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:30.816003 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Pushing event deleted for resources: {'Port': ['ID=5eab8163-0b02-420b-be27-9848db238a32,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:30.970732 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 0af9a3cd-356a-4b6e-87f9-6413a05c225e no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:30.988757 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:30.996593 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 0af9a3cd-356a-4b6e-87f9-6413a05c225e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:30.996947 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 0af9a3cd-356a-4b6e-87f9-6413a05c225e not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:31.198833 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Router 71fa2e8a-eb24-4106-b551-8797b71174b5 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:36:31.302012 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:36:31.308103 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-dbd511a7-e1e0-4f68-8ddd-528f6595f9af admin admin] 10.222.0.26 "PUT /v2.0/routers/71fa2e8a-eb24-4106-b551-8797b71174b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629995 Aug 07 14:36:31.310563 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56538) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:31.311427 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Sync routers for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:36:31.321332 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:31.321944 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:36:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:31.417347 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:31.425637 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:31.528958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:31.607391 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:36:30Z', 'revision_number': 5, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port': {'id': 'dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:30:33Z', 'updated_at': '2021-08-07T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:31.635189 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Checking router: 71fa2e8a-eb24-4106-b551-8797b71174b5 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:36:31.643716 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Routers {'71fa2e8a-eb24-4106-b551-8797b71174b5'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:36:31.644324 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:36:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['71fa2e8a-eb24-4106-b551-8797b71174b5'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:31.650489 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Deleting port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:31.650834 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:31.731766 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] Set router 71fa2e8a-eb24-4106-b551-8797b71174b5 gateway port host: None {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:36:31.737343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] For port dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:31.737724 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:31.752079 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Calling delete_port for dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 owned by network:router_gateway {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:31.789432 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:36:31Z', 'revision_number': 6, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:31.821257 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fbe47-0db5-45f5-a18b-47f52d754e53 None None] The sync data for ids ['71fa2e8a-eb24-4106-b551-8797b71174b5'] in dv-cinder-803823-2-iscsi is: [{'id': '71fa2e8a-eb24-4106-b551-8797b71174b5', 'name': 'tempest-TestShelveInstance-1972385515-router', 'tenant_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:30:32Z', 'updated_at': '2021-08-07T14:36:31Z', 'revision_number': 6, 'project_id': 'a6adaefde5ef419b9d8b35831609e0d2', 'gw_port_host': None}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:36:32.247181 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.270493 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:32.332464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.430265 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.432465 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.578913 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.579595 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71fa2e8a-eb24-4106-b551-8797b71174b5 {{(pid=94067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:36:32.585842 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.587055 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-515a3a71-f7be-423d-ad64-4565f40bab4c admin admin] 10.222.0.26 "DELETE /v2.0/routers/71fa2e8a-eb24-4106-b551-8797b71174b5 HTTP/1.1" status: 204 len: 168 time: 1.2755420 Aug 07 14:36:32.589614 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56558) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:32.638383 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Deleting subnet 63e9215d-bd37-4c49-8045-575e3c68dbde {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:36:32.640545 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.679080 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.775902 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.897204 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:32.917987 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:32.918336 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device dfb742f4-93cf-46c4-86fb-ff8f8bf8fc91 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:32.918759 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5eab8163-0b02-420b-be27-9848db238a32 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:32.921832 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.939318 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 5eab8163-0b02-420b-be27-9848db238a32 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:32.939724 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 5eab8163-0b02-420b-be27-9848db238a32 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:32.950952 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e9215d-bd37-4c49-8045-575e3c68dbde,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:32.952969 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:32.954927 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c91721b3-d53a-4dce-8397-1549bc5a3eca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/63e9215d-bd37-4c49-8045-575e3c68dbde HTTP/1.1" status: 204 len: 168 time: 0.3643241 Aug 07 14:36:32.958040 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d775a-4314-4f29-8580-ff39a7006f96 None None] Network dba4749c-ea6b-4fc5-b783-c5bd4992ab1c requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:36:32.967224 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56564) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:33.045368 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.101862 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Deleting port f24ef678-d4e4-4167-b8f7-a0d518e8de5e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:33.102218 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.150474 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] DHCP port deletion for dba4749c-ea6b-4fc5-b783-c5bd4992ab1c request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:36:33.167988 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] For port f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:33.168366 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.183329 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Calling delete_port for f24ef678-d4e4-4167-b8f7-a0d518e8de5e owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:33.200009 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Deleting port f24ef678-d4e4-4167-b8f7-a0d518e8de5e {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:36:33.200367 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.264038 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] For port f24ef678-d4e4-4167-b8f7-a0d518e8de5e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,segment=NetworkSegment(9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3),segment_id=9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:36:33.264447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.277863 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Calling delete_port for f24ef678-d4e4-4167-b8f7-a0d518e8de5e owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:36:33.338462 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.362242 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.365572 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:33.369087 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] No DVR routers for this DVR port f24ef678-d4e4-4167-b8f7-a0d518e8de5e on host dv-cinder-803823-2-iscsi {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:36:33.391002 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] Pushing event deleted for resources: {'Port': ['ID=f24ef678-d4e4-4167-b8f7-a0d518e8de5e,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:33.395557 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbf0b5-d68a-4cda-8146-4ade01f6d705 None None] No DVR routers for this DVR port f24ef678-d4e4-4167-b8f7-a0d518e8de5e on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:36:33.453386 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.463878 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba4749c-ea6b-4fc5-b783-c5bd4992ab1c']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:33.475482 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:33.475929 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb0fe33-cedf-43f4-a998-e1e45f1c4ef3') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:36:33.485348 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.499402 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.506469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:36:33.506973 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:36:33.508466 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:36:33.641902 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.656323 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:33.658261 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dba4749c-ea6b-4fc5-b783-c5bd4992ab1c HTTP/1.1" status: 204 len: 168 time: 0.6899540 Aug 07 14:36:33.670014 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc92a29-1352-43c7-89ac-9658602824f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba4749c-ea6b-4fc5-b783-c5bd4992ab1c,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:34.041686 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56576) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:34.082098 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-24ef74dd-10fc-4953-809d-e60068c2a0a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae601482b079421cb80afe7d731c06e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390978 Aug 07 14:36:34.084838 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56578) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:34.133761 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:34.154373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:34.298900 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:34.301459 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:34.303257 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25c2cb15-96f3-430b-b3eb-800d4ef0d558 HTTP/1.1" status: 204 len: 168 time: 0.2173729 Aug 07 14:36:34.311152 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5356973-0224-4dd7-8cab-9219e111199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2cb15-96f3-430b-b3eb-800d4ef0d558,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:34.902390 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f24ef678-d4e4-4167-b8f7-a0d518e8de5e no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:36:34.923774 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: f24ef678-d4e4-4167-b8f7-a0d518e8de5e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:36:34.924131 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device f24ef678-d4e4-4167-b8f7-a0d518e8de5e not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:36:35.013468 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56588) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:35.058900 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-607540d1-e466-4169-81f8-9e9da92a70e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6adaefde5ef419b9d8b35831609e0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442483 Aug 07 14:36:35.061412 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56590) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:35.109939 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:35.131386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:35.247043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:35.249863 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:35.253744 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f8f411e-8a17-4e9e-b7df-5a7bdbb34246 HTTP/1.1" status: 204 len: 168 time: 0.1887872 Aug 07 14:36:35.261419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccded2-77d6-41e3-87b1-5f9bdaaa28e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f411e-8a17-4e9e-b7df-5a7bdbb34246,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:36.018165 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:36:48.354005 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 56716) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:48.466448 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-399fa582-50de-4a36-951b-997f4de5862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.558948 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-399fa582-50de-4a36-951b-997f4de5862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.663878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-399fa582-50de-4a36-951b-997f4de5862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.702085 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-399fa582-50de-4a36-951b-997f4de5862e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db55a9078065462488082c804e21aeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469985 Aug 07 14:36:48.702937 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa582-50de-4a36-951b-997f4de5862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5401514-5bc1-492a-aa5e-a92bbc4a6d39,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:48.705604 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 56720) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:36:48.755389 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.776009 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.909437 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.912073 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:48.913291 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5401514-5bc1-492a-aa5e-a92bbc4a6d39 HTTP/1.1" status: 204 len: 168 time: 0.2065921 Aug 07 14:36:48.921710 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b809d8-7e49-46f6-b0a2-bc05ee6a61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5401514-5bc1-492a-aa5e-a92bbc4a6d39,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:36:49.984096 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ce72b64a-9f2a-44a6-b7a4-99cb8c5ecb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:52.772399 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d0c8dc73-8f9b-4912-87e8-2307650f23a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:53.349734 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:54.017857 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:55.275106 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:36:58.989275 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:03.790001 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-ebd4f320-3a67-4f3a-b2b9-f3c0835cceef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395353 Aug 07 14:37:03.889158 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-c72a7e97-cba0-424f-b0e9-bd79bda42311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:03.890718 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-c72a7e97-cba0-424f-b0e9-bd79bda42311 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 1099 time: 0.0435944 Aug 07 14:37:04.007844 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-a5f28f34-3100-40f7-a70b-b75e5d7c4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:04.009424 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-a5f28f34-3100-40f7-a70b-b75e5d7c4a72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 915 time: 0.0979643 Aug 07 14:37:04.053216 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-10a04492-b507-4ba0-a89c-4541eec812f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8540ec14-7a6a-420e-9adf-684211bb357a HTTP/1.1" status: 200 len: 217 time: 0.0353270 Aug 07 14:37:04.101561 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-8fc179e2-cf4f-41c5-9f3b-6cb13fe5f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:04.103640 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-8fc179e2-cf4f-41c5-9f3b-6cb13fe5f73b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf61bb0-00e1-4882-b727-3696354c2d34 HTTP/1.1" status: 200 len: 854 time: 0.0445330 Aug 07 14:37:04.134732 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-beb338ac-c538-4e1a-9e30-dc88fd2c9233 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237203 Aug 07 14:37:04.231488 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-76cd3067-d080-4e5a-8418-5c64c209ebbe service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 Aug 07 14:37:04.327632 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-f5fe94bd-8781-46e1-94b1-fb22fa519b8d req-ba698268-1e34-4843-942d-2eae41601ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887392 Aug 07 14:37:13.017966 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:37:17.950123 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3b206-8b0c-4894-8edf-aa184633ab6d req-29a55751-2aa9-41b5-b0d5-2d27832c61a9 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:17.951695 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aed3b206-8b0c-4894-8edf-aa184633ab6d req-29a55751-2aa9-41b5-b0d5-2d27832c61a9 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Aug 07 14:37:17.995483 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-aed3b206-8b0c-4894-8edf-aa184633ab6d req-ee5dcf07-bcaa-4e0a-b009-4f1ede6d4afc tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Aug 07 14:37:19.133976 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702ac8-4554-4565-9555-eee9633abcc9 req-6c5585e2-a643-41bb-a47e-edc50db330f0 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:19.135400 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a0702ac8-4554-4565-9555-eee9633abcc9 req-6c5585e2-a643-41bb-a47e-edc50db330f0 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 946 time: 0.0693161 Aug 07 14:37:19.175901 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a0702ac8-4554-4565-9555-eee9633abcc9 req-d425f462-e565-44b3-a0ff-4db65a9f12c0 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Aug 07 14:37:19.551509 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-a7a6bb3a-8229-4391-99ec-0ba2cda9c468 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:19.553055 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-a7a6bb3a-8229-4391-99ec-0ba2cda9c468 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 946 time: 0.0500505 Aug 07 14:37:19.642264 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Deleting port 8540ec14-7a6a-420e-9adf-684211bb357a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:37:19.642607 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:19.736159 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] For port 8540ec14-7a6a-420e-9adf-684211bb357a, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=8540ec14-7a6a-420e-9adf-684211bb357a,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:37:19.736528 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:19.749447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Calling delete_port for 8540ec14-7a6a-420e-9adf-684211bb357a owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:37:19.937635 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:19.967019 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Pushing event deleted for resources: {'Port': ['ID=8540ec14-7a6a-420e-9adf-684211bb357a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:19.976741 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['8540ec14-7a6a-420e-9adf-684211bb357a'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:37:20.017307 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-70c9e199-27e3-4938-94b1-486c797e4d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:20.017688 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] No DVR routers for this DVR port 8540ec14-7a6a-420e-9adf-684211bb357a on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:37:20.020100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:20.024510 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2a6f0c9b-00af-45e6-94b2-d3366a743522 req-150a5f92-7d89-4e8e-93f0-1397bee2bc22 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "DELETE /v2.0/ports/8540ec14-7a6a-420e-9adf-684211bb357a HTTP/1.1" status: 204 len: 173 time: 0.4625964 Aug 07 14:37:20.024510 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'name': 'network-vif-deleted', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:37:20.024994 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7eec80-c34b-45fd-ad12-71796e4be254" -d '{"events": [{"server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "name": "network-vif-deleted", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:37:20.061872 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c139079-d0df-4fc6-89bf-f37547450397 x-openstack-request-id: req-1c139079-d0df-4fc6-89bf-f37547450397 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:37:20.062164 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56798acc-6591-4838-8827-96cf6c2c9332", "name": "network-vif-deleted", "tag": "8540ec14-7a6a-420e-9adf-684211bb357a", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:37:20.062418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c139079-d0df-4fc6-89bf-f37547450397 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:37:20.062814 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56798acc-6591-4838-8827-96cf6c2c9332', 'name': 'network-vif-deleted', 'tag': '8540ec14-7a6a-420e-9adf-684211bb357a', 'status': 'completed', 'code': 200} Aug 07 14:37:20.276845 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-68e7c8bd-e346-4baf-a792-aa046b10d80e req-be5c39c0-2132-4f89-8397-bd9a551fa5d2 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=56798acc-6591-4838-8827-96cf6c2c9332 HTTP/1.1" status: 200 len: 210 time: 0.0276358 Aug 07 14:37:22.771967 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-bd6367c9-e61a-45ae-9bd9-63d6e3bf2da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:23.331530 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:23.820609 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 8540ec14-7a6a-420e-9adf-684211bb357a no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:37:23.840369 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 8540ec14-7a6a-420e-9adf-684211bb357a {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:37:23.841278 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 8540ec14-7a6a-420e-9adf-684211bb357a not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:37:24.034645 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:25.154677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:28.971881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:31.982321 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-a71b861f-6fce-4aeb-9f00-01a485604881 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:31.984257 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-a71b861f-6fce-4aeb-9f00-01a485604881 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 814 time: 0.1167140 Aug 07 14:37:32.000802 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-19d89e08-d84a-49a7-8dd4-677da57008ae tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/quotas/d5f50c2a6396405b97dd568a9d5ae620 HTTP/1.1" status: 200 len: 375 time: 0.0104845 Aug 07 14:37:32.032211 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-9e1005bb-dc56-4ccd-8374-77a2a14a3ffe tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257695 Aug 07 14:37:32.229413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-10347351-d822-4fbf-9085-2b583dccaa7a service neutron] 10.222.0.26 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900318 Aug 07 14:37:32.319796 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-dcb70c4e-8d20-4f51-9b09-57fb93ac541a service neutron] 10.222.0.26 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833864 Aug 07 14:37:33.562694 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-24a91d95-156e-4ed0-b53f-8361dba0c709 req-ec13555b-ba2b-4110-bee9-27bf3cb46312 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 210 time: 0.0255141 Aug 07 14:37:34.660451 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-daabee6a-8836-4e20-af2e-eac3fccef1bf req-451e3782-7060-4a7d-bb80-80999fdd9132 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Aug 07 14:37:35.503034 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-2497924d-d584-48c3-a3d8-6f7fa01d34de tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:35.504580 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-2497924d-d584-48c3-a3d8-6f7fa01d34de tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 814 time: 0.1058230 Aug 07 14:37:35.522046 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Request body: {'port': {'device_id': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645', 'admin_state_up': True, 'tenant_id': 'd5f50c2a6396405b97dd568a9d5ae620'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:37:35.685580 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Made reservation on behalf of d5f50c2a6396405b97dd568a9d5ae620 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:37:35.689767 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:35.761377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26e6b02d-03ee-458a-8448-4c90f953a3db req-d983cc42-b576-4fd1-a56c-9171751a6623 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 210 time: 0.0304599 Aug 07 14:37:35.828752 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Allocated IP 172.20.0.3 (e10a73ed-2cd1-4f5e-9b6c-72e5562ea645/acf61bb0-00e1-4882-b727-3696354c2d34/bcf38f26-ab27-4306-93e7-c04442aa5cca) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:37:35.979099 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.074534 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.115829 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:37:36.120786 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:37:36.124573 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:37:36.149048 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Pushing event updated for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:36.161417 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.161773 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.162110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.162451 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.162782 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.163115 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.163443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.163997 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.164283 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.164610 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.164938 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.165267 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:36.186746 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:36.187352 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.246442 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-adf13c47-e237-40ca-ad02-95ac2d1cc8f3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281601 Aug 07 14:37:36.265990 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Request body: {'port': {'device_id': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:37:36.323936 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.591893 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf38f26-ab27-4306-93e7-c04442aa5cca {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:37:36.599549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.611173 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Transition to ACTIVE for port object bcf38f26-ab27-4306-93e7-c04442aa5cca will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:37:36.662792 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.711218 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Pushing event updated for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:36.780817 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Attempting to bind port bcf38f26-ab27-4306-93e7-c04442aa5cca on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:37:36.781154 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Attempting to bind port bcf38f26-ab27-4306-93e7-c04442aa5cca by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:37:36.781490 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Attempting to bind port bcf38f26-ab27-4306-93e7-c04442aa5cca on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:37:36.785839 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Port bcf38f26-ab27-4306-93e7-c04442aa5cca on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:37:36.786170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Attempting to bind port bcf38f26-ab27-4306-93e7-c04442aa5cca on network e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:37:36.791603 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:37:36.791603 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Checking segment: {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:37:36.791872 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Bound using segment: {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:37:36.792305 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Bound port: bcf38f26-ab27-4306-93e7-c04442aa5cca, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03647392-8997-4eb2-bd7b-44cc36e66f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:37:36.792678 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.856492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:37:36.859538 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:37:36.879026 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8202-20aa-4962-a5fb-c0cb8a481c15 req-88a728ea-bf49-43e5-952e-f231192e1f2f tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:36.880619 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86ec8202-20aa-4962-a5fb-c0cb8a481c15 req-88a728ea-bf49-43e5-952e-f231192e1f2f tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 943 time: 0.0494390 Aug 07 14:37:36.919386 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86ec8202-20aa-4962-a5fb-c0cb8a481c15 req-0cbeb03b-3c8f-4007-8e92-08797d14bf29 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Aug 07 14:37:36.948957 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.994403 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:36.995032 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:36.996497 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] 10.222.0.11 "PUT /v2.0/ports/bcf38f26-ab27-4306-93e7-c04442aa5cca HTTP/1.1" status: 200 len: 1093 time: 0.7350357 Aug 07 14:37:37.002144 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:37:37.002144 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed174a-6c85-49c0-9f7d-98a2b374304f" -d '{"events": [{"name": "network-changed", "server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:37:37.040877 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be52c61-b93e-4c96-b724-9554a852a19d service neutron] Pushing event updated for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:37.057117 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed9fe5-6721-4d05-bdd3-e7e61be66ea1 x-openstack-request-id: req-d3ed9fe5-6721-4d05-bdd3-e7e61be66ea1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:37:37.057492 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:37:37.057763 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3ed9fe5-6721-4d05-bdd3-e7e61be66ea1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:37:37.058165 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca', 'status': 'completed', 'code': 200} Aug 07 14:37:37.144562 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-3ad1be45-87b5-4385-aac9-2cb3d293c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:37.145977 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-3ad1be45-87b5-4385-aac9-2cb3d293c2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0458751 Aug 07 14:37:37.247460 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-60f6ec66-dd41-411f-b411-9bd84d84e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:37.248969 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-60f6ec66-dd41-411f-b411-9bd84d84e734 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0888066 Aug 07 14:37:37.343252 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-e8ad6c62-9162-4f42-874e-58d2c419297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:37.345719 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b2ed174a-6c85-49c0-9f7d-98a2b374304f req-e8ad6c62-9162-4f42-874e-58d2c419297f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900242 Aug 07 14:37:37.449553 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-9fa3e33d-b6b6-46f9-9dd7-1af95d3c6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:37.451031 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-9fa3e33d-b6b6-46f9-9dd7-1af95d3c6b3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0384827 Aug 07 14:37:37.497211 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-f8e41f0b-d57b-489c-a46d-8a2a7d655879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca HTTP/1.1" status: 200 len: 217 time: 0.0328493 Aug 07 14:37:37.547650 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-2841ea9c-af7a-4c8d-b168-109e73c042c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:37.549063 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-2841ea9c-af7a-4c8d-b168-109e73c042c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf61bb0-00e1-4882-b727-3696354c2d34 HTTP/1.1" status: 200 len: 854 time: 0.0449944 Aug 07 14:37:37.578515 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-e6fe69f1-91f1-4420-b1ad-9a8c79cb9d96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227540 Aug 07 14:37:37.671120 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-c7aa84f0-8ed9-49dc-b0f5-2ce7813d7f42 service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Aug 07 14:37:37.777715 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-924b4689-f3ad-4858-a9f4-439ef295a7b4 req-d884550a-c381-4f80-a963-a0fa849d0ece service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999424 Aug 07 14:37:38.038804 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc2ffa-ec60-49c4-8bc0-d0d1eb16e890 req-2b71315d-a6d6-4526-a6df-353613722657 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:38.040273 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6acc2ffa-ec60-49c4-8bc0-d0d1eb16e890 req-2b71315d-a6d6-4526-a6df-353613722657 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 943 time: 0.0531721 Aug 07 14:37:38.080033 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-6acc2ffa-ec60-49c4-8bc0-d0d1eb16e890 req-edba33cc-8fc4-44dd-971c-fc6ed8a56001 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Aug 07 14:37:39.200335 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629465b-a8c3-49a1-a7f1-8369f0e2c886 req-5a93bf33-2d9e-4089-a937-a4b94ca80a1c tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:39.201853 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1629465b-a8c3-49a1-a7f1-8369f0e2c886 req-5a93bf33-2d9e-4089-a937-a4b94ca80a1c tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 943 time: 0.0514095 Aug 07 14:37:39.508377 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1629465b-a8c3-49a1-a7f1-8369f0e2c886 req-9aea93c7-ec32-4ef5-a21a-af3d50d76c54 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004174 Aug 07 14:37:40.621076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0729d-3407-4f2f-a92d-41808e728dc4 req-11dcbc05-d461-430e-9163-bb34ea4581a3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:40.639479 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3ce0729d-3407-4f2f-a92d-41808e728dc4 req-11dcbc05-d461-430e-9163-bb34ea4581a3 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 943 time: 0.0473251 Aug 07 14:37:40.660435 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3ce0729d-3407-4f2f-a92d-41808e728dc4 req-87035097-29c6-45dc-a997-6010950f0543 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Aug 07 14:37:40.886807 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device bcf38f26-ab27-4306-93e7-c04442aa5cca details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:37:40.982461 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:37:40.994723 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'bcf38f26-ab27-4306-93e7-c04442aa5cca', 'network_id': 'e10a73ed-2cd1-4f5e-9b6c-72e5562ea645', 'port_id': 'bcf38f26-ab27-4306-93e7-c04442aa5cca', 'mac_address': 'fa:16:3e:60:56:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf61bb0-00e1-4882-b727-3696354c2d34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:37:41.031478 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:41.045241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf38f26-ab27-4306-93e7-c04442aa5cca {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:37:41.065417 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:37:41.188549 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:41.240133 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:41.247016 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.247370 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.247745 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.248085 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.248420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.248752 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.249139 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.249469 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.249798 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.250129 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.250453 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.250776 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:37:41.465147 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['bcf38f26-ab27-4306-93e7-c04442aa5cca'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:37:41.779468 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106289f7-1ca3-40b8-b07d-92ffcf19ba40 req-614575fc-bffa-40d3-8b19-457fa199d621 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:41.780918 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-106289f7-1ca3-40b8-b07d-92ffcf19ba40 req-614575fc-bffa-40d3-8b19-457fa199d621 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 944 time: 0.0493054 Aug 07 14:37:41.820002 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-106289f7-1ca3-40b8-b07d-92ffcf19ba40 req-229d3874-0a15-4281-8b63-f0014dc12f06 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Aug 07 14:37:42.900358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device bcf38f26-ab27-4306-93e7-c04442aa5cca up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:37:42.945354 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf3f66-7e5b-4463-ac52-7fdff55da278 req-e43af700-ae7c-4758-8a42-5313d6b7b373 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:42.946925 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-46bf3f66-7e5b-4463-ac52-7fdff55da278 req-e43af700-ae7c-4758-8a42-5313d6b7b373 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 944 time: 0.0558352 Aug 07 14:37:42.993351 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-46bf3f66-7e5b-4463-ac52-7fdff55da278 req-4da7b26a-2148-4ab5-9f24-0a6eef86a96e tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386868 Aug 07 14:37:43.074278 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port bcf38f26-ab27-4306-93e7-c04442aa5cca completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:37:43.079522 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port bcf38f26-ab27-4306-93e7-c04442aa5cca triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:37:43.079522 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:43.168211 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:43.194068 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:37:43.196379 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be8d73-9b04-41be-a646-6a999c7a3d29" -d '{"events": [{"server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "name": "network-vif-plugged", "status": "completed", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:37:43.213374 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:37:43.239558 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e5ce4-d6f5-47f0-ab9a-bd4f3647cbf5 x-openstack-request-id: req-cc8e5ce4-d6f5-47f0-ab9a-bd4f3647cbf5 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:37:43.240091 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "name": "network-vif-plugged", "status": "completed", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:37:43.240384 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc8e5ce4-d6f5-47f0-ab9a-bd4f3647cbf5 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:37:43.240788 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca', 'code': 200} Aug 07 14:37:43.297563 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:43.350733 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:37:43.570463 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa91ca-9dbf-43aa-90ba-05d0ff9f3055 req-5430f8b4-2adb-437b-8698-8d222c385d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:43.572025 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c6fa91ca-9dbf-43aa-90ba-05d0ff9f3055 req-5430f8b4-2adb-437b-8698-8d222c385d74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0417728 Aug 07 14:37:43.612310 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c6fa91ca-9dbf-43aa-90ba-05d0ff9f3055 req-92c80240-1b61-4cc1-a0e1-555f6aafe76b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Aug 07 14:37:44.110777 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab44a3-19d0-41bf-956b-4677e44f3a8b req-65add6bb-f25c-47da-8981-e86ca25bc8ad tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:44.112352 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d0ab44a3-19d0-41bf-956b-4677e44f3a8b req-65add6bb-f25c-47da-8981-e86ca25bc8ad tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Aug 07 14:37:44.152837 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d0ab44a3-19d0-41bf-956b-4677e44f3a8b req-94a1aa89-d264-4b2a-8be0-4ca7459d62b6 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Aug 07 14:37:45.270859 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837efe-d448-45f5-a962-3c677c429af3 req-976373d2-28b2-4048-a398-5c05eb90dd69 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:37:45.272413 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e6837efe-d448-45f5-a962-3c677c429af3 req-976373d2-28b2-4048-a398-5c05eb90dd69 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Aug 07 14:37:45.310325 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e6837efe-d448-45f5-a962-3c677c429af3 req-65db2f8e-598b-44d6-9b92-868b3410c8a7 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320778 Aug 07 14:37:50.011143 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b37223cf-2747-4000-9ab3-821bc5ed4cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:50.016919 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:37:52.833978 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ec6252b6-0523-4123-b1c5-e79fedffccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:53.383521 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:54.040110 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:55.152914 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:37:58.988383 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:04.763082 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-f0fb2143-463a-46ac-9729-372bf957795d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389800 Aug 07 14:38:04.870698 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-e61bb039-cb0b-4d11-873a-319f5821e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:04.872257 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-e61bb039-cb0b-4d11-873a-319f5821e1e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0438337 Aug 07 14:38:04.982185 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-b94a6c54-4208-48ca-9025-4a9c0a9a892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:04.983711 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-b94a6c54-4208-48ca-9025-4a9c0a9a892f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 200 len: 915 time: 0.0905876 Aug 07 14:38:05.029596 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-2ed5d43c-ebc1-4b92-8e36-35456e1700c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca HTTP/1.1" status: 200 len: 217 time: 0.0338335 Aug 07 14:38:05.079753 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-792e4e14-dd29-4b51-a23c-40e2fbeffeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:05.081233 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-792e4e14-dd29-4b51-a23c-40e2fbeffeae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=acf61bb0-00e1-4882-b727-3696354c2d34 HTTP/1.1" status: 200 len: 854 time: 0.0474663 Aug 07 14:38:05.114298 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-e1258c9e-4d47-48d4-8666-e60aede9dfd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241549 Aug 07 14:38:05.204838 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-4f74bcf7-f89c-4624-9684-57733b670817 service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Aug 07 14:38:05.303845 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-24e8b2c7-c5ad-41a6-aae9-1c1b74964f07 req-177e86b2-4f50-4722-b0f4-fbf3d566019f service neutron] 10.222.0.11 "GET /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903187 Aug 07 14:38:07.933884 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed70e2-684a-4455-828c-03608e2bbf04 req-9b429e2f-6900-4c51-8f63-f21e89beb25c tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:07.935410 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77ed70e2-684a-4455-828c-03608e2bbf04 req-9b429e2f-6900-4c51-8f63-f21e89beb25c tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Aug 07 14:38:07.975181 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-77ed70e2-684a-4455-828c-03608e2bbf04 req-bb9f2e98-d3dc-49cc-bd5e-9dcdc4a92a7e tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Aug 07 14:38:09.149288 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8445c-b098-4000-9220-9adfadc11285 req-4d1661c0-fcdb-4688-887c-b2e2c0496958 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:09.150694 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9da8445c-b098-4000-9220-9adfadc11285 req-4d1661c0-fcdb-4688-887c-b2e2c0496958 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 945 time: 0.1026063 Aug 07 14:38:09.188618 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9da8445c-b098-4000-9220-9adfadc11285 req-4de9e539-e46c-492f-a03d-a0f9b01b8e91 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ef1f954-8cab-4d89-b44e-d4881a768e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Aug 07 14:38:09.594803 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-cc26f241-7b04-47a2-a860-347227796b47 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:09.596313 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-cc26f241-7b04-47a2-a860-347227796b47 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Aug 07 14:38:09.689134 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Deleting port bcf38f26-ab27-4306-93e7-c04442aa5cca {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:38:09.689483 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:09.774012 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] For port bcf38f26-ab27-4306-93e7-c04442aa5cca, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=bcf38f26-ab27-4306-93e7-c04442aa5cca,segment=NetworkSegment(03647392-8997-4eb2-bd7b-44cc36e66f45),segment_id=03647392-8997-4eb2-bd7b-44cc36e66f45)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:09.774379 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:09.786830 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Calling delete_port for bcf38f26-ab27-4306-93e7-c04442aa5cca owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:38:09.970319 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:10.000081 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Pushing event deleted for resources: {'Port': ['ID=bcf38f26-ab27-4306-93e7-c04442aa5cca,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:10.004711 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['bcf38f26-ab27-4306-93e7-c04442aa5cca'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:38:10.041177 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] No DVR routers for this DVR port bcf38f26-ab27-4306-93e7-c04442aa5cca on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:38:10.043713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:10.045696 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd069eb1-dc3d-468d-af89-200edecbfab1 req-bd7e7997-78ae-4e9d-b2f7-dcca34bdc997 tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.11 "DELETE /v2.0/ports/bcf38f26-ab27-4306-93e7-c04442aa5cca HTTP/1.1" status: 204 len: 173 time: 0.4435096 Aug 07 14:38:10.046138 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'name': 'network-vif-deleted', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:38:10.048418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136689e-f8a4-4c81-bbb3-223e7c617238" -d '{"events": [{"server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "name": "network-vif-deleted", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:38:10.083708 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e5987-dd7f-4f5f-88c6-7580717529f1 x-openstack-request-id: req-7d0e5987-dd7f-4f5f-88c6-7580717529f1 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:38:10.084058 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d6838e-2e2c-461e-90e4-5d485b5e6cc6", "name": "network-vif-deleted", "tag": "bcf38f26-ab27-4306-93e7-c04442aa5cca", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:38:10.084319 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d0e5987-dd7f-4f5f-88c6-7580717529f1 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:38:10.084869 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d6838e-2e2c-461e-90e4-5d485b5e6cc6', 'name': 'network-vif-deleted', 'tag': 'bcf38f26-ab27-4306-93e7-c04442aa5cca', 'status': 'completed', 'code': 200} Aug 07 14:38:10.281005 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e1cde554-09fc-44cf-8c18-83abe7c01ae0 req-579220cd-28a4-45f9-a3c0-2cc22a0c2bef tempest-VolumesSnapshotTestJSON-2010088436 tempest-VolumesSnapshotTestJSON-2010088436-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d6838e-2e2c-461e-90e4-5d485b5e6cc6 HTTP/1.1" status: 200 len: 210 time: 0.0258660 Aug 07 14:38:13.068338 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device bcf38f26-ab27-4306-93e7-c04442aa5cca no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:38:13.089296 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: bcf38f26-ab27-4306-93e7-c04442aa5cca {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:38:13.089574 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device bcf38f26-ab27-4306-93e7-c04442aa5cca not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:38:19.987871 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-8864379e-bffe-42af-a888-0864f5f725fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:22.787148 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a8440ff7-86a8-43ef-9e27-b6c75bad36d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:23.363985 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:24.027444 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:25.147247 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:27.016269 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:38:28.998794 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.647857 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57158) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:36.695000 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Deleting subnet acf61bb0-00e1-4882-b727-3696354c2d34 {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:38:36.698093 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.730936 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.769580 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.902154 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.932755 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf61bb0-00e1-4882-b727-3696354c2d34,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:36.935251 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:36.937322 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/acf61bb0-00e1-4882-b727-3696354c2d34 HTTP/1.1" status: 204 len: 168 time: 0.2884324 Aug 07 14:38:36.940018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57160) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:36.943730 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.944095 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.944445 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.944795 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.945130 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.945471 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.945808 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.946141 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.946476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.946808 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.947139 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:36.947468 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758674b5-4b11-4619-ba88-d794a41897eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.012714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.089072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.098552 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10a73ed-2cd1-4f5e-9b6c-72e5562ea645']}} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:37.108770 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03647392-8997-4eb2-bd7b-44cc36e66f45') {'for_net_delete': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:37.109078 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03647392-8997-4eb2-bd7b-44cc36e66f45') {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:37.117787 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4184149'] for segment, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.131627 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.137480 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8679233'] for segment, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: Traceback (most recent call last): Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: timer() Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: cb(*args, **kw) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: return func(*args, **kwargs) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: self._notify() Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: self.callback(batched_events) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: event.method(event) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: return f(self, *a, **k) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._get(url).json() Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: return self.request(url, 'GET', **kwargs) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:38:37.141782 dv-cinder-803823-2-iscsi neutron-server[94068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:38:37.244420 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.250044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.251950 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e10a73ed-2cd1-4f5e-9b6c-72e5562ea645 HTTP/1.1" status: 204 len: 168 time: 0.3108506 Aug 07 14:38:37.262595 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Pushing event deleted for resources: {'Network': ['ID=e10a73ed-2cd1-4f5e-9b6c-72e5562ea645,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:37.270488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.270963 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.271318 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.271698 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.272043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.272379 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.272716 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.273053 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.273387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.273719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.274072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.274407 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459314a-aae3-4837-b75d-df4bbd350591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:37.639261 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57164) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:37.678677 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-c74d4032-b0a8-4fcd-9452-c375f09e5a37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5f50c2a6396405b97dd568a9d5ae620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380857 Aug 07 14:38:37.681099 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57166) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:37.728155 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.748851 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.855618 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.858896 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:37.860858 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ef1f954-8cab-4d89-b44e-d4881a768e05 HTTP/1.1" status: 204 len: 168 time: 0.1788085 Aug 07 14:38:37.869145 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58554388-e2df-4e65-b4c1-1cdc7db7fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef1f954-8cab-4d89-b44e-d4881a768e05,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:38.919053 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57188) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:39.017431 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1939106190-network', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:39.135455 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Made reservation on behalf of 2eaa72216ab94ca5929549aacb6f0811 for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:38:39.137821 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.146921 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.231077 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.312699 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.339802 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:38:39.353302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87ccd0-9f6e-4f6d-968b-f224a7386115,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:39.358302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.362339 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Added segment 99366138-da90-43e4-b7df-bcf8222d0817 of type vlan for network a0e731ee-530b-4ca1-a933-fd425a26652b Aug 07 14:38:39.399548 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.466502 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.467625 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:39.468209 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.526997 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] Pushing event updated for resources: {'Network': ['ID=a0e731ee-530b-4ca1-a933-fd425a26652b,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:39.536578 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network a0e731ee-530b-4ca1-a933-fd425a26652b details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:38:39.577266 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d7e022af-1eb2-4ea5-bb23-e1027f69adeb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6562734 Aug 07 14:38:39.579958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57192) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:39.584988 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Request body: {'subnet': {'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1939106190-subnet', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:39.683956 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Made reservation on behalf of 2eaa72216ab94ca5929549aacb6f0811 for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:38:39.687472 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156759'] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.935135 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8679384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156773'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:39.994529 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd69669-d11e-4481-849b-bc1c19e6953d,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:40.005419 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:40.005839 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Network hostable DHCP agents. Network: a0e731ee-530b-4ca1-a933-fd425a26652b, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:38:40.089804 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Network a0e731ee-530b-4ca1-a933-fd425a26652b is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:38:40.146412 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, a0e731ee-530b-4ca1-a933-fd425a26652b) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:40.150723 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:40.151310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.156650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482f96c-4e79-4959-b469-46d08d914039 None None] Network a0e731ee-530b-4ca1-a933-fd425a26652b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:38:40.210290 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-26413aca-2b2d-47bd-b8fb-52aff477cf73 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6292279 Aug 07 14:38:40.212906 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57194) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:40.217442 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:40.290130 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.291313 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.297761 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-a0e731ee-530b-4ca1-a933-fd425a26652b', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:38:40.298733 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.364221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.434310 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Allocated IP 172.20.0.2 (a0e731ee-530b-4ca1-a933-fd425a26652b/fcd69669-d11e-4481-849b-bc1c19e6953d/50cbd7eb-3f17-4614-b9e9-26c9415ea0fe) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:40.566884 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.576359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.584538 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Transition to ACTIVE for port object 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:40.598504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Transition to ACTIVE for port object 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:40.684542 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.727681 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:40.730556 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:40.734644 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:40.741827 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Pushing event updated for resources: {'Port': ['ID=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:40.791446 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Attempting to bind port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:40.792142 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Attempting to bind port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:40.792610 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Attempting to bind port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:40.798379 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:40.798763 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:40.799175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.799595 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Bound using segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:40.800075 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Bound port: 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:40.800464 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.853273 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.865105 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] For port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:40.868438 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] For port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:40.874726 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.953853 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:40.988380 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Allocated IP 172.27.3.149 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/bcd39ad0-8600-4e8d-9b60-3464624c575d) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:41.013388 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e1d50-f61b-4a82-a11d-864fb8ae40dd None None] Pushing event updated for resources: {'Port': ['ID=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:41.105052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:41.198813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:41.245015 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:41.250619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:41.255662 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:41.263018 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd39ad0-8600-4e8d-9b60-3464624c575d,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:41.581326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:41.783660 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:41.944211 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2c8e0c-7e12-4d23-87cc-06c3b7a4b5b0 None None] Network a0e731ee-530b-4ca1-a933-fd425a26652b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:38:41.975313 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Router c225efee-cf81-4d65-9302-226c4e56befd is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:38:42.058095 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-fbd3dc48-1df7-4fd1-85a7-f0dbdc0e6a12 None None] Provisioning for port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:42.083941 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:38:42.095933 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:38:42.116366 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:42.117041 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:42.141346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.142666 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-14884eae-bd35-4fff-8b40-8af86be04692 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9287176 Aug 07 14:38:42.145387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57196) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:42.229548 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:42.428985 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:41Z', 'revision_number': 3, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:42.455709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:38:42.456072 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Updating router c225efee-cf81-4d65-9302-226c4e56befd port bcd39ad0-8600-4e8d-9b60-3464624c575d binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:38:42.479964 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.554803 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.717011 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Allocated IP 172.20.0.1 (a0e731ee-530b-4ca1-a933-fd425a26652b/fcd69669-d11e-4481-849b-bc1c19e6953d/ff8cd372-2144-4392-8958-6dd1b355f8b5) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:42.744387 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.755786 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Transition to ACTIVE for port object bcd39ad0-8600-4e8d-9b60-3464624c575d will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:42.810022 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.833762 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.850789 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Transition to ACTIVE for port object ff8cd372-2144-4392-8958-6dd1b355f8b5 will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:42.867567 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Attempting to bind port bcd39ad0-8600-4e8d-9b60-3464624c575d on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:42.868196 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Attempting to bind port bcd39ad0-8600-4e8d-9b60-3464624c575d by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:42.870027 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Attempting to bind port bcd39ad0-8600-4e8d-9b60-3464624c575d on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Bound port: bcd39ad0-8600-4e8d-9b60-3464624c575d, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:42.882945 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.884406 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Pushing event updated for resources: {'Port': ['ID=bcd39ad0-8600-4e8d-9b60-3464624c575d,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:42.912910 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.913475 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.913864 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.913974 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.914295 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.914640 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.914989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.915442 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.915853 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.919972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.919972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.919972 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:42.966349 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] For port bcd39ad0-8600-4e8d-9b60-3464624c575d, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:42.971272 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:42.971685 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] For port bcd39ad0-8600-4e8d-9b60-3464624c575d, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=bcd39ad0-8600-4e8d-9b60-3464624c575d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:43.005335 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:43.023044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:43.026277 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:43.029267 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:43.042652 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:43.051767 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.087279 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.282548 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:43.283188 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:43.290353 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80914306-ff17-40cd-a520-7b94de5fbf2e None None] Pushing event updated for resources: {'Port': ['ID=bcd39ad0-8600-4e8d-9b60-3464624c575d,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:43.305241 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.340043 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:43.358730 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:43.359154 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.446104 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-f6e2cddd-bb78-4f62-a31d-7aa5e34aadb9 None None] Provisioning for port ff8cd372-2144-4392-8958-6dd1b355f8b5 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:43.458048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:43.459713 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-f6e2cddd-bb78-4f62-a31d-7aa5e34aadb9 None None] Provisioning complete for port ff8cd372-2144-4392-8958-6dd1b355f8b5 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:43.460079 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f6e2cddd-bb78-4f62-a31d-7aa5e34aadb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.492849 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.563297 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.594995 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2cddd-bb78-4f62-a31d-7aa5e34aadb9 None None] Port ff8cd372-2144-4392-8958-6dd1b355f8b5 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:38:43.628928 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.634248 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.636033 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:43.685387 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:43.729387 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:43.730828 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:43.747641 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:42Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:43.780531 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37679add-ef5a-4a6f-bb2e-2c42ddbf77a5 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:42Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:38:43.783550 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:43.835706 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:44.023822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c5b18cd9-8751-4bf7-a182-051999d74eda None None] Provisioning complete for port ff8cd372-2144-4392-8958-6dd1b355f8b5 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:44.024476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c5b18cd9-8751-4bf7-a182-051999d74eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:44.068432 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-c5b18cd9-8751-4bf7-a182-051999d74eda None None] Port ff8cd372-2144-4392-8958-6dd1b355f8b5 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:38:44.147183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:38:44.259840 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:38:44.265761 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ed08805a-2b96-4ed3-ad28-374d12526512 admin admin] 10.222.0.26 "PUT /v2.0/routers/c225efee-cf81-4d65-9302-226c4e56befd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1193931 Aug 07 14:38:44.978190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57212) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:44.984066 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755441882-network', 'tenant_id': 'fc503a882a154694ab07535d7084a67d'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:45.051504 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device bcd39ad0-8600-4e8d-9b60-3464624c575d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:45.055381 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Made reservation on behalf of fc503a882a154694ab07535d7084a67d for: {'network': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:38:45.057741 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for network, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.067090 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.159640 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.181162 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port bcd39ad0-8600-4e8d-9b60-3464624c575d completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:45.186777 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port bcd39ad0-8600-4e8d-9b60-3464624c575d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:45.190880 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.238616 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.263013 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 14:38:45.272027 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.272643 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69919de1-7025-40c0-b0f6-0bd7b7a56dea,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:45.278892 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.279969 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.segments_db [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Added segment 5974ea5c-2927-4cfd-8e17-c4966c7ddd15 of type vlan for network 03f671ac-6713-423c-951e-13e37dd1d087 Aug 07 14:38:45.293761 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port bcd39ad0-8600-4e8d-9b60-3464624c575d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=bcd39ad0-8600-4e8d-9b60-3464624c575d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:45.320680 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793424805187'] for network, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.373660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.373660 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:45.421886 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209'] for network, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.422891 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:45.423516 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.448539 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=bcd39ad0-8600-4e8d-9b60-3464624c575d,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:45.462062 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:45.462447 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.488771 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] Pushing event updated for resources: {'Network': ['ID=03f671ac-6713-423c-951e-13e37dd1d087,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:45.501048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Network 03f671ac-6713-423c-951e-13e37dd1d087 details requested by agent ovs-agent-dv-cinder-803823-2-iscsi with host dv-cinder-803823-2-iscsi {{(pid=94069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 14:38:45.519057 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-9b059bb0-2e95-4da2-8c2a-a965a2a61484 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5396359 Aug 07 14:38:45.521648 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57214) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:45.526538 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Request body: {'subnet': {'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755441882-subnet', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'ip_version': 4}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:45.593021 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Made reservation on behalf of fc503a882a154694ab07535d7084a67d for: {'subnet': 1} {{(pid=94068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:38:45.596386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156759'] for subnet, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.774129 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:38:45.784429 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:45.785041 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:45.844782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8679384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156773'] for subnet, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:45.888487 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:45.905823 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ca2043-5301-45e6-83c8-5e54d9ef8ecd,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:45.912809 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Checking segment: {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:45.913067 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Network hostable DHCP agents. Network: 03f671ac-6713-423c-951e-13e37dd1d087, hostable agents: ['37e53762-4560-45f6-8027-d93a1c5f1150'], hosted agents: [] {{(pid=94068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 14:38:45.998925 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Network 03f671ac-6713-423c-951e-13e37dd1d087 is scheduled to be hosted by DHCP agent 37e53762-4560-45f6-8027-d93a1c5f1150 with binding_index 1 {{(pid=94068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 14:38:46.072345 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803823-2-iscsi, 03f671ac-6713-423c-951e-13e37dd1d087) {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:46.076766 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:38:46.077577 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.082042 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1fae53-773a-4483-9ec8-8bba998bb3fb None None] Network 03f671ac-6713-423c-951e-13e37dd1d087 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:38:46.089231 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 2, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:46.120787 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:38:46.121062 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Updating router c225efee-cf81-4d65-9302-226c4e56befd port ff8cd372-2144-4392-8958-6dd1b355f8b5 binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:38:46.147768 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.148358 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-0a3fca1a-3ca0-44a3-9e39-4141d74f4c19 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6252253 Aug 07 14:38:46.150572 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57216) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:46.155695 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:46.221554 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16354'] for router, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.222719 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-702053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-630317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16379'] for router, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.242544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82784e3d-8e20-54a6-84cf-ffb788bc57c6-03f671ac-6713-423c-951e-13e37dd1d087', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd'}]}} from dv-cinder-803823-2-iscsi. {{(pid=94069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 14:38:46.243624 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.288307 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.389442 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.db_base_plugin_common [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Allocated IP 172.20.0.2 (03f671ac-6713-423c-951e-13e37dd1d087/10ca2043-5301-45e6-83c8-5e54d9ef8ecd/94313b74-4529-4c2d-ad11-e0a47b1d1b6e) {{(pid=94069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:46.429904 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.440095 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Transition to ACTIVE for port object ff8cd372-2144-4392-8958-6dd1b355f8b5 will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:46.467591 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.507153 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.534004 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks [] for port, precommit_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.542869 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Transition to ACTIVE for port object 94313b74-4529-4c2d-ad11-e0a47b1d1b6e will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:46.559394 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Transition to ACTIVE for port object 94313b74-4529-4c2d-ad11-e0a47b1d1b6e will not be triggered until provisioned by entity DHCP. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:46.632995 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980'] for port, after_create {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.648517 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Pushing event updated for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:46.671128 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.671502 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673023 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673023 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673023 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673023 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673370 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673578 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.673829 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.674160 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.674466 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.674785 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:38:46.678229 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Network 03f671ac-6713-423c-951e-13e37dd1d087 is already hosted by enough agents. {{(pid=94069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:46.682933 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.scheduler.base_scheduler [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Resources bound (agent type, host, resource id): {{(pid=94069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:46.688038 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Received port after_create {{(pid=94069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:46.710353 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Attempting to bind port ff8cd372-2144-4392-8958-6dd1b355f8b5 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:46.710803 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Attempting to bind port ff8cd372-2144-4392-8958-6dd1b355f8b5 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:46.711089 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Attempting to bind port ff8cd372-2144-4392-8958-6dd1b355f8b5 on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:46.716439 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:46.716897 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:46.717308 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.717702 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Bound using segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:46.718450 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Bound port: ff8cd372-2144-4392-8958-6dd1b355f8b5, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:46.718589 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.727750 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Pushing event updated for resources: {'Port': ['ID=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,revision_number=1']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:46.761203 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.765332 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Attempting to bind port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:46.765717 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Attempting to bind port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:46.766088 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Attempting to bind port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e on network 03f671ac-6713-423c-951e-13e37dd1d087 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:46.771787 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:46.772177 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Checking segment: {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:46.772588 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.772989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Bound using segment: {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:46.773466 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Bound port: 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:46.773858 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.782345 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] For port ff8cd372-2144-4392-8958-6dd1b355f8b5, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:46.785317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.786503 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] For port ff8cd372-2144-4392-8958-6dd1b355f8b5, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ff8cd372-2144-4392-8958-6dd1b355f8b5,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:46.845584 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] For port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:46.848798 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] For port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:46.867268 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:46.899490 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Allocated IP 172.27.3.246 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/b2e5b4f7-4326-416e-9107-d7f9f7ef74a3) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:46.933631 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:46.936861 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:46.949678 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479b82-53bc-4bc4-8a33-f15fe8ef31cd None None] Pushing event updated for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=4']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:46.970380 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:47.018029 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device bcd39ad0-8600-4e8d-9b60-3464624c575d up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:47.091149 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e5968-c5ce-4583-9946-22b122b3201f None None] Pushing event updated for resources: {'Port': ['ID=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:47.094118 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:47.115272 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:47.124871 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port bcd39ad0-8600-4e8d-9b60-3464624c575d triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:47.125283 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:47.244261 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:47.284218 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:47.287347 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:47.295084 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:47.328371 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:47.356084 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:46Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:47.387029 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523eef9-673b-4dce-863d-bc46551ce511 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:46Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:38:47.647814 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:47.869714 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703719'] for router, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:48.012544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c344d-cf32-4e8e-a96e-a2044dc88417 None None] Network 03f671ac-6713-423c-951e-13e37dd1d087 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:38:48.112473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Router 234eb4ed-cd5d-469e-b059-8d81b76349d2 is scheduled to L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 with binding_index 1 {{(pid=94068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 14:38:48.210221 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-fc1900b6-60df-456a-8a97-13fe8b888d80 None None] Provisioning for port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:48.224894 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:38:48.235008 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Sync routers for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:38:48.244774 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:48.245391 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:48.301179 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:48.304941 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-d042e362-680d-47e5-ab3c-45e6e9fd9ac6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1510062 Aug 07 14:38:48.305329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57218) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:48.352977 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:48.547352 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:47Z', 'revision_number': 3, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:48.573525 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Checking router: 234eb4ed-cd5d-469e-b059-8d81b76349d2 for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:38:48.573886 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Updating router 234eb4ed-cd5d-469e-b059-8d81b76349d2 port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 binding host dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:38:48.602616 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:48.722329 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:48.885970 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Allocated IP 172.20.0.1 (03f671ac-6713-423c-951e-13e37dd1d087/10ca2043-5301-45e6-83c8-5e54d9ef8ecd/3b23a2d5-5ea7-4296-915a-2a354c03a62a) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:38:48.996035 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.006902 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Transition to ACTIVE for port object b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 will not be triggered until provisioned by entity L2. {{(pid=94069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:49.008755 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.021592 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.provisioning_blocks [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Transition to ACTIVE for port object 3b23a2d5-5ea7-4296-915a-2a354c03a62a will not be triggered until provisioned by entity DHCP. {{(pid=94068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:49.067280 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.084549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.097483 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ff8cd372-2144-4392-8958-6dd1b355f8b5 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:49.126003 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Network 03f671ac-6713-423c-951e-13e37dd1d087 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:49.127910 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:49.134267 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:38:49.137320 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:49.163650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd36f7-8388-40d7-8b78-ed64ba5a0eb7 None None] Pushing event updated for resources: {'Port': ['ID=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,revision_number=2']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:49.169806 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Attempting to bind port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:49.175656 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Attempting to bind port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:49.175656 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Attempting to bind port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 on network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:49.180932 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704276'] for router_interface, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.190545 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:49.191074 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Checking segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:49.191569 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.192079 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Bound using segment: {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'} {{(pid=94069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:49.192627 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.managers [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Bound port: b2e5b4f7-4326-416e-9107-d7f9f7ef74a3, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01'}}] {{(pid=94069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:49.193082 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.287044 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port ff8cd372-2144-4392-8958-6dd1b355f8b5 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:49.297703 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] For port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:49.299722 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port ff8cd372-2144-4392-8958-6dd1b355f8b5 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:49.300097 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.335702 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] For port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:49.404326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.444401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.477601 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.540555 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b081729b-0db4-488a-af76-63d9e374ce26 None None] Provisioning for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:49.552275 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd36f7-8388-40d7-8b78-ed64ba5a0eb7 None None] Pushing event updated for resources: {'Port': ['ID=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:49.556403 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port ff8cd372-2144-4392-8958-6dd1b355f8b5, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ff8cd372-2144-4392-8958-6dd1b355f8b5,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:49.558135 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:49.558732 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:49.562237 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-b081729b-0db4-488a-af76-63d9e374ce26 None None] Provisioning complete for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:49.562619 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-b081729b-0db4-488a-af76-63d9e374ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.576642 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.629466 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.630301 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 94313b74-4529-4c2d-ad11-e0a47b1d1b6e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:49.649326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.719319 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:49.721722 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-704416'] for router_interface, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.738940 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-b081729b-0db4-488a-af76-63d9e374ce26 None None] Port 3b23a2d5-5ea7-4296-915a-2a354c03a62a cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:38:49.772331 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:49.790280 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:49.814741 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Network 03f671ac-6713-423c-951e-13e37dd1d087 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:38:49.816541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:38:49.904068 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:49.914911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:49.914911 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:49.945590 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Router 234eb4ed-cd5d-469e-b059-8d81b76349d2 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:38:50.053885 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-88ed5b36-1dee-4104-840e-0007fc06f2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:50.084725 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:50.087965 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-43edbd02-9f5c-436c-be23-4c6db3e7f782 None None] Provisioning complete for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:50.088294 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-43edbd02-9f5c-436c-be23-4c6db3e7f782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:50.157405 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-43edbd02-9f5c-436c-be23-4c6db3e7f782 None None] Port 3b23a2d5-5ea7-4296-915a-2a354c03a62a cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:38:50.160241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '3b23a2d5-5ea7-4296-915a-2a354c03a62a', 'name': '', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'mac_address': 'fa:16:3e:1b:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:48Z', 'updated_at': '2021-08-07T14:38:48Z', 'revision_number': 1, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'subnets': [{'id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:50.166071 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:50.196277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba554032-869a-4c52-bb66-2d2a31dec3ea None None] The sync data for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi is: [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '3b23a2d5-5ea7-4296-915a-2a354c03a62a', 'name': '', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'mac_address': 'fa:16:3e:1b:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:48Z', 'updated_at': '2021-08-07T14:38:48Z', 'revision_number': 1, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'subnets': [{'id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:38:50.227083 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:50.282978 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,revision_number=3']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:50.338413 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:38:50.344158 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f7fcba44-c43a-420f-8a44-0a7b0529e7d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/234eb4ed-cd5d-469e-b059-8d81b76349d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0377853 Aug 07 14:38:51.048759 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:51.187295 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:51.195226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:51.195226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:51.275280 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:51.297655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:51.358681 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:51.359650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ff8cd372-2144-4392-8958-6dd1b355f8b5 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:51.435488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:51.447963 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port ff8cd372-2144-4392-8958-6dd1b355f8b5 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:51.448345 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:51.527228 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 94313b74-4529-4c2d-ad11-e0a47b1d1b6e up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:51.574199 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:51.574583 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:51.877466 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57228) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:51.884501 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140341174', 'description': 'tempest-secgroup-smoke-1140341174 description', 'project_id': '2eaa72216ab94ca5929549aacb6f0811'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:51.969468 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.056298 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Sync routers for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:38:52.058067 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.065578 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:52.066187 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:52.118240 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.147479 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7c996-dbc0-4052-b232-e59977aa2be4,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:52.170827 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:52.209787 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.211070 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b9fbff6a-af07-40ef-948d-4b9ffdb1e3da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3325908 Aug 07 14:38:52.213969 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57230) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:52.218863 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:52.306030 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.361058 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.370760 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '3b23a2d5-5ea7-4296-915a-2a354c03a62a', 'name': '', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'mac_address': 'fa:16:3e:1b:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:48Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 2, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'subnets': [{'id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:52.397874 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Checking router: 234eb4ed-cd5d-469e-b059-8d81b76349d2 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:38:52.398238 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Updating router 234eb4ed-cd5d-469e-b059-8d81b76349d2 port 3b23a2d5-5ea7-4296-915a-2a354c03a62a binding host dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 14:38:52.424271 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.438378 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.453644 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ccad2c-68ec-421d-b98c-cd5825321247,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:52.541291 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.542584 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-8c7c66e3-fbb8-4de5-9d6d-0543cf363bfd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276997 Aug 07 14:38:52.545911 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57232) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:52.550763 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:52.660788 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.687508 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks [] for port, precommit_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.697329 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.provisioning_blocks [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Transition to ACTIVE for port object 3b23a2d5-5ea7-4296-915a-2a354c03a62a will not be triggered until provisioned by entity L2. {{(pid=94070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:38:52.718984 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.775269 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.803289 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.803855 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-93a801e7-5133-423a-a36b-9e9187027874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.827164 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fcf49-c48b-430c-8c8c-1c4178c52331 None None] Pushing event updated for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=3']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:52.831451 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2385470-3365-4ce7-9999-a3cc2d58dbca,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:52.885760 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Attempting to bind port 3b23a2d5-5ea7-4296-915a-2a354c03a62a on host dv-cinder-803823-2-iscsi for vnic_type normal with profile {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:38:52.886140 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Attempting to bind port 3b23a2d5-5ea7-4296-915a-2a354c03a62a by drivers openvswitch,hyperv on host dv-cinder-803823-2-iscsi at level 0 using segments [{'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:38:52.886512 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Attempting to bind port 3b23a2d5-5ea7-4296-915a-2a354c03a62a on network 03f671ac-6713-423c-951e-13e37dd1d087 {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:38:52.892122 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Checking agent: {'id': '9780e133-3feb-4d54-a279-e72848d36236', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803823-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 19, 23), 'started_at': datetime.datetime(2021, 8, 7, 14, 19, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803823-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:38:52.892503 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Checking segment: {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:38:52.892915 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.893318 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Bound using segment: {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'} {{(pid=94070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:38:52.893796 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.managers [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Bound port: 3b23a2d5-5ea7-4296-915a-2a354c03a62a, host: dv-cinder-803823-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5974ea5c-2927-4cfd-8e17-c4966c7ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087'}}] {{(pid=94070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:38:52.894186 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.901156 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:52.902433 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-90df3dfe-4095-4a40-8a81-9e0b76ecf03b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555617 Aug 07 14:38:52.906294 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57234) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:52.918039 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:52.973270 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] For port 3b23a2d5-5ea7-4296-915a-2a354c03a62a, host dv-cinder-803823-2-iscsi, cleared binding levels {{(pid=94070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:38:52.977106 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.plugins.ml2.db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] For port 3b23a2d5-5ea7-4296-915a-2a354c03a62a, host dv-cinder-803823-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=3b23a2d5-5ea7-4296-915a-2a354c03a62a,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:38:52.997099 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:53.025844 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.051949 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:53.052326 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.062465 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron_lib.callbacks.manager [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.094333 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.128938 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:38:53.129578 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:38:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:53.164142 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.182575 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fcf49-c48b-430c-8c8c-1c4178c52331 None None] Pushing event updated for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=4']} {{(pid=94070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:53.193865 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f873c7aa-f328-4d45-9156-44683db2849b,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:53.244426 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.247678 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-59d8a60d-5e3a-498d-ba14-09b284fe0d5c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3399289 Aug 07 14:38:53.251658 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57236) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:53.259823 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:53.275238 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:38:53.334217 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.369858 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.416499 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.467937 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.495739 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9d5b49-2544-469b-aa6b-d49ea2db8fa9,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:53.558251 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.559509 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-50632849-deba-4ce8-8fe1-98549362d466 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3055315 Aug 07 14:38:53.564190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57238) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:53.570482 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:53.599791 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '3b23a2d5-5ea7-4296-915a-2a354c03a62a', 'name': '', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'mac_address': 'fa:16:3e:1b:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:48Z', 'updated_at': '2021-08-07T14:38:52Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'subnets': [{'id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:38:53.629821 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c7d9e-b647-404d-b2d0-97f5a3f9585a None None] The sync data for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi is: [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': '3b23a2d5-5ea7-4296-915a-2a354c03a62a', 'name': '', 'network_id': '03f671ac-6713-423c-951e-13e37dd1d087', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'mac_address': 'fa:16:3e:1b:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:48Z', 'updated_at': '2021-08-07T14:38:52Z', 'revision_number': 4, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'subnets': [{'id': '10ca2043-5301-45e6-83c8-5e54d9ef8ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:38:53.666535 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.securitygroups_db [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Project 2eaa72216ab94ca5929549aacb6f0811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:38:53.673038 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.753982 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.832515 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.848749 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2641b285-66f5-42bc-8bee-a6c3ab81d426,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:53.935852 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:53.938456 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-211c6db1-898a-43e2-8083-cf196abdeb91 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3718317 Aug 07 14:38:53.940302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57240) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:38:53.945074 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'security_group_rule': {'security_group_id': 'b5e7c996-dbc0-4052-b232-e59977aa2be4', 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:38:54.055314 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:54.083417 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.securitygroups_db [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Project 2eaa72216ab94ca5929549aacb6f0811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 14:38:54.088772 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:54.145647 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:54.243559 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559943'] for security_group_rule, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:54.261181 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8702de-36f8-4373-8178-629a3f1ec6af,revision_number=0']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:54.340958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:54.342196 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a11c4cd9-ac71-4d46-8b5f-09bccd96b280 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4008458 Aug 07 14:38:54.983966 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 3b23a2d5-5ea7-4296-915a-2a354c03a62a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:55.099877 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:38:55.112183 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:55.112644 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:55.166809 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:55.224046 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:55.257570 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] For port 3b23a2d5-5ea7-4296-915a-2a354c03a62a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=3b23a2d5-5ea7-4296-915a-2a354c03a62a,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:38:55.346859 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:55.397827 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Pushing event updated for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:38:56.975038 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 3b23a2d5-5ea7-4296-915a-2a354c03a62a up at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:38:57.024796 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Provisioning complete for port 3b23a2d5-5ea7-4296-915a-2a354c03a62a triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:38:57.025177 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:38:58.992457 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:04.014849 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:39:12.232820 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7e464416-4659-4064-b266-bc3c11858048 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140341174&fields=id&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 267 time: 0.0321560 Aug 07 14:39:12.338549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-e719cf3f-2dfb-440c-b225-47960997a0a1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:12.340040 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-e719cf3f-2dfb-440c-b225-47960997a0a1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.0997899 Aug 07 14:39:12.355297 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-577d8d2e-1266-4256-8864-9d5417c1559d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/quotas/2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 375 time: 0.0088792 Aug 07 14:39:12.404794 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-6a921d6b-dda3-4f65-be03-00fe0e1e0e77 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442514 Aug 07 14:39:12.507346 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-3590034f-a2c9-474d-acff-35d2a404dbe1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:39:12.508398 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-3590034f-a2c9-474d-acff-35d2a404dbe1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921416 Aug 07 14:39:12.600556 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-77b1f59e-74bd-48fc-8934-40f6cf7b140b service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Aug 07 14:39:12.686811 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-6ffbf9fb-ae57-425b-a5b6-5d44656e79e9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802541 Aug 07 14:39:13.222361 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9797efa9-40b2-4944-b7fe-a4be4df600da req-86901293-a85f-45d9-9802-8c770c06a485 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 210 time: 0.0256474 Aug 07 14:39:14.302289 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1d48290d-ea54-451b-88b3-51bf8dddb382 req-ad2662b6-11d6-4bbd-8b95-f9ab786d415d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Aug 07 14:39:15.394109 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e792120a-426a-47a3-9d1c-80f2f0e17ae8 req-0ccd1b4d-65c4-45a8-90d6-dfe6ae68d053 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Aug 07 14:39:15.536448 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-e95d5036-ff47-4b44-8ed2-e64471e3c316 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:15.537840 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-e95d5036-ff47-4b44-8ed2-e64471e3c316 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.1054227 Aug 07 14:39:15.588462 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-f63f45ce-4199-4131-8924-23ea7a1e52b2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 380 time: 0.0354965 Aug 07 14:39:15.598868 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'port': {'device_id': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'admin_state_up': True, 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'security_groups': ['b5e7c996-dbc0-4052-b232-e59977aa2be4']}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:39:16.008958 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Made reservation on behalf of 2eaa72216ab94ca5929549aacb6f0811 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:39:16.012606 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.154314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.20.0.10 (a0e731ee-530b-4ca1-a933-fd425a26652b/fcd69669-d11e-4481-849b-bc1c19e6953d/5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:39:16.295318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.308771 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Transition to ACTIVE for port object 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:39:16.397983 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.440151 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:39:16.445355 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:39:16.455464 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:39:16.459235 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:16.508847 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:16.509518 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.523567 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abfb3d-8d03-4558-93e3-a0965ab08404 req-0d8d4d76-d48c-48e1-8183-2526677be2cb tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:16.525174 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86abfb3d-8d03-4558-93e3-a0965ab08404 req-0d8d4d76-d48c-48e1-8183-2526677be2cb tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 932 time: 0.0586469 Aug 07 14:39:16.566776 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-86abfb3d-8d03-4558-93e3-a0965ab08404 req-f8d16f7d-e53a-435a-9389-9fcd21828e59 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Aug 07 14:39:16.621645 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-b88da485-d9c0-42a9-bf86-23c7bd1c4dbd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0265825 Aug 07 14:39:16.638143 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-ce3074e8-f244-490d-9c31-32b0a40a90f5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:39:16.639231 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-ce3074e8-f244-490d-9c31-32b0a40a90f5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 Aug 07 14:39:16.698617 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Request body: {'port': {'device_id': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:39:16.753393 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.803472 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-e30e169e-658c-4283-a9a0-90c5e1944600 None None] Provisioning for port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:39:16.807366 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-e30e169e-658c-4283-a9a0-90c5e1944600 None None] Provisioning complete for port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:39:16.807772 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e30e169e-658c-4283-a9a0-90c5e1944600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:16.845967 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-e30e169e-658c-4283-a9a0-90c5e1944600 None None] Port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:39:17.020055 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:39:17.027440 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:17.040338 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Transition to ACTIVE for port object 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:39:17.122692 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:17.174903 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Pushing event updated for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:17.244318 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Attempting to bind port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:39:17.244665 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Attempting to bind port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:39:17.245022 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Attempting to bind port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:39:17.249571 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e on network a0e731ee-530b-4ca1-a933-fd425a26652b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:39:17.249950 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Attempting to bind port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:39:17.255223 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:39:17.255591 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:39:17.255999 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Bound using segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:39:17.256458 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Bound port: 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:39:17.256819 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:17.330912 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:39:17.333899 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:39:17.438303 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:17.480956 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:17.481711 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:17.483163 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] 10.222.0.11 "PUT /v2.0/ports/5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 1094 time: 0.8370593 Aug 07 14:39:17.483645 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:39:17.486916 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c33e6b-69a6-4272-b190-4241b8a7a2be" -d '{"events": [{"name": "network-changed", "server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:39:17.509682 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37072d-8a09-4c76-b363-081ad9a6714d service neutron] Pushing event updated for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:17.588025 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab6e44-1dba-4b65-aa12-2f8fb0c0e028 x-openstack-request-id: req-00ab6e44-1dba-4b65-aa12-2f8fb0c0e028 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:39:17.588320 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:39:17.588599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00ab6e44-1dba-4b65-aa12-2f8fb0c0e028 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:39:17.589028 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'status': 'completed', 'code': 200} Aug 07 14:39:17.663349 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-a91cb47d-fc20-4dfa-9378-2170f3acfe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:17.665034 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-a91cb47d-fc20-4dfa-9378-2170f3acfe65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0444770 Aug 07 14:39:17.686415 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664efb2-ef63-4103-87d3-73336ca8c8a9 req-9ac2c10c-0913-4d39-aeb8-4660844b3dca tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:17.687646 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c664efb2-ef63-4103-87d3-73336ca8c8a9 req-9ac2c10c-0913-4d39-aeb8-4660844b3dca tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0523162 Aug 07 14:39:17.719307 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-62f8b578-e64a-49ec-a61d-a9b259b8a993 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 217 time: 0.0408447 Aug 07 14:39:17.733555 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c664efb2-ef63-4103-87d3-73336ca8c8a9 req-90319757-5237-4fd7-8673-3cfa7e189926 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Aug 07 14:39:17.770619 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-646ed7fb-d769-454c-a208-201239587255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:17.772157 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-646ed7fb-d769-454c-a208-201239587255 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0470293 Aug 07 14:39:17.817521 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-98233c0c-af4e-4c4a-ae1c-1f8f8442fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:17.819015 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-98233c0c-af4e-4c4a-ae1c-1f8f8442fa01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394409 Aug 07 14:39:17.912208 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-725bbee3-ae4b-43fb-a378-62028fc09a5f service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Aug 07 14:39:18.002220 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-26cba752-f4ba-49c9-a68a-c6cbb9300612 req-81ea6821-397b-4802-9d36-606d1f222f57 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833414 Aug 07 14:39:18.204882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-13156401-adab-4910-a7e2-0adbb76869ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:18.206399 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-13156401-adab-4910-a7e2-0adbb76869ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1097 time: 0.0407515 Aug 07 14:39:18.299041 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-aab7e59f-68ee-440c-8acf-c1f8614bfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:18.300457 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-aab7e59f-68ee-440c-8acf-c1f8614bfb77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0858917 Aug 07 14:39:18.342183 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-d29fc176-3de3-421a-9715-824b1781685c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 217 time: 0.0336707 Aug 07 14:39:18.398881 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-51d2ae1d-cd1c-459d-a745-d9de8c1386c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:18.400337 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-51d2ae1d-cd1c-459d-a745-d9de8c1386c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0427072 Aug 07 14:39:18.449786 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-37765e5f-d48c-40cc-b51d-9699363a9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:18.451260 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-37765e5f-d48c-40cc-b51d-9699363a9449 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428021 Aug 07 14:39:18.537838 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-0bdac50a-b35a-4859-b27f-a16ea79c2811 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791285 Aug 07 14:39:18.631295 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e5c33e6b-69a6-4272-b190-4241b8a7a2be req-ea268d73-1df9-47b4-8554-f01a09b1c59b service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862348 Aug 07 14:39:18.853889 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb024f48-10a8-44ed-8d08-10a341575361 req-4fce970a-8413-4ee2-970c-8c82f2399c22 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:18.855366 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb024f48-10a8-44ed-8d08-10a341575361 req-4fce970a-8413-4ee2-970c-8c82f2399c22 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0506957 Aug 07 14:39:18.894449 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-fb024f48-10a8-44ed-8d08-10a341575361 req-70342427-8a06-42c0-a52e-faf0fa4bd719 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Aug 07 14:39:20.003243 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2b7faccc-465c-45bb-8e64-f77be89f4476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:20.009076 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd196c7-63cb-4c53-b0f3-87de1789e4af req-c56c2ea3-7677-4706-b821-e1cf272f51cf tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:20.010574 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ebd196c7-63cb-4c53-b0f3-87de1789e4af req-c56c2ea3-7677-4706-b821-e1cf272f51cf tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0500038 Aug 07 14:39:20.048654 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ebd196c7-63cb-4c53-b0f3-87de1789e4af req-dd39abc8-4784-4063-a88c-56b72583858e tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Aug 07 14:39:21.160456 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e69000-a806-4d3f-877d-5a05772e7269 req-29a2961d-3035-44f8-95b4-9926ee80d7bd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:21.161952 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-47e69000-a806-4d3f-877d-5a05772e7269 req-29a2961d-3035-44f8-95b4-9926ee80d7bd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0475554 Aug 07 14:39:21.199204 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-47e69000-a806-4d3f-877d-5a05772e7269 req-dfae8c2c-2230-47e6-97a4-ad574e3f423c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Aug 07 14:39:22.314409 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46329-94d4-445d-abbd-e6b02d655db3 req-64ff6d9e-b493-4719-8286-b12597b0abde tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:22.315906 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-acc46329-94d4-445d-abbd-e6b02d655db3 req-64ff6d9e-b493-4719-8286-b12597b0abde tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0518858 Aug 07 14:39:22.352871 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-acc46329-94d4-445d-abbd-e6b02d655db3 req-6738fced-1521-4212-a9d7-f67a8a9283a2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Aug 07 14:39:22.774400 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cd14-cf7f-49be-82c3-4ded1fe0ed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:23.357418 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:23.464712 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5631e7-9bd9-4ad1-9c49-1f9d4bb4a841 req-ead84866-be0e-44a6-afa4-70769cd92202 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:23.466222 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc5631e7-9bd9-4ad1-9c49-1f9d4bb4a841 req-ead84866-be0e-44a6-afa4-70769cd92202 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0486658 Aug 07 14:39:23.505522 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bc5631e7-9bd9-4ad1-9c49-1f9d4bb4a841 req-f770e87f-4831-43d7-bad9-c29d4ee82e7e tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Aug 07 14:39:24.060286 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:24.617696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474659-4ded-4228-bfc4-ea262b85b13c req-420bfef5-9167-4a4f-9a74-958e3fb4d51c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:24.619160 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73474659-4ded-4228-bfc4-ea262b85b13c req-420bfef5-9167-4a4f-9a74-958e3fb4d51c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 944 time: 0.0480762 Aug 07 14:39:24.656288 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-73474659-4ded-4228-bfc4-ea262b85b13c req-a1dce839-4eba-4001-b283-ccc4de26eafe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Aug 07 14:39:25.162682 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:25.319093 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:39:25.431033 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:39:25.446366 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'port_id': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'mac_address': 'fa:16:3e:52:c3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:39:25.482704 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:25.496557 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:39:25.515659 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:39:25.568904 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:25.616520 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:25.779211 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe20ad-f48f-444e-a149-897a67a60ca6 req-b4743923-f9f8-4de6-bca2-8bc9eb787fb5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:25.780829 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-46fe20ad-f48f-444e-a149-897a67a60ca6 req-b4743923-f9f8-4de6-bca2-8bc9eb787fb5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 945 time: 0.0551758 Aug 07 14:39:25.821472 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-46fe20ad-f48f-444e-a149-897a67a60ca6 req-38c95ad6-19f8-4449-a525-ad24f0840cdf tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Aug 07 14:39:25.846784 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:39:26.933535 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1611dc-a89c-404f-b95f-f985fada54f5 req-18850113-25a8-42df-8b67-e7cdc0f37097 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:26.935025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a1611dc-a89c-404f-b95f-f985fada54f5 req-18850113-25a8-42df-8b67-e7cdc0f37097 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 945 time: 0.0477169 Aug 07 14:39:26.973683 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2a1611dc-a89c-404f-b95f-f985fada54f5 req-1b0c9096-b5f0-47a3-bc7a-66c6a02a343a tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Aug 07 14:39:27.318745 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:39:27.465343 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:39:27.469068 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:39:27.469467 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:27.549594 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:27.571362 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:39:27.573539 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6357c-edfa-4c9a-a102-c30569d9a796" -d '{"events": [{"server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:39:27.590600 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:39:27.660172 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:27.666268 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea9849-5337-4385-bedb-81f4e8f4feb0 x-openstack-request-id: req-7cea9849-5337-4385-bedb-81f4e8f4feb0 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:39:27.666665 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:39:27.667103 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cea9849-5337-4385-bedb-81f4e8f4feb0 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:39:27.667678 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'code': 200} Aug 07 14:39:27.712029 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:28.025152 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621f764-9a83-4cb5-b752-4e2845e31f4f req-0028decc-9b07-44c8-a69e-384713614282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:28.026684 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a621f764-9a83-4cb5-b752-4e2845e31f4f req-0028decc-9b07-44c8-a69e-384713614282 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1099 time: 0.0419424 Aug 07 14:39:28.061959 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a621f764-9a83-4cb5-b752-4e2845e31f4f req-3bde0b66-7efb-42a8-b190-890bfee1b8d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284073 Aug 07 14:39:28.087445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff525542-5f07-4db5-8cfd-65b77d725230 req-5133ff5c-ca08-4a08-97c2-75e46016beec tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:28.088967 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff525542-5f07-4db5-8cfd-65b77d725230 req-5133ff5c-ca08-4a08-97c2-75e46016beec tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0478132 Aug 07 14:39:28.126860 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ff525542-5f07-4db5-8cfd-65b77d725230 req-e5842791-0c72-49be-83ec-6e0974ea449b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Aug 07 14:39:29.163102 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:29.247300 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a976c-3d6e-4edd-8525-52a2aa129be0 req-47478fc4-f6b4-4750-b032-756872af7a78 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:29.248827 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-450a976c-3d6e-4edd-8525-52a2aa129be0 req-47478fc4-f6b4-4750-b032-756872af7a78 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0525019 Aug 07 14:39:29.288819 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-450a976c-3d6e-4edd-8525-52a2aa129be0 req-f1398e59-9a14-4597-9afc-5b0283b25a6e tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336401 Aug 07 14:39:30.400622 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f32e3-530e-494b-b54a-3ad9af356325 req-b5e5df44-c523-42ec-bb06-1361823cd6ba tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:30.402104 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ae8f32e3-530e-494b-b54a-3ad9af356325 req-b5e5df44-c523-42ec-bb06-1361823cd6ba tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0484147 Aug 07 14:39:30.439706 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ae8f32e3-530e-494b-b54a-3ad9af356325 req-bbbc8980-9e6c-42c8-b64b-789c848ec4e3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 07 14:39:30.549445 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d32a9d-5aad-47fe-8906-f8c0d5dde6a0 req-ec2f212d-7565-40bc-baa5-bf5a95c397f7 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:30.550929 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10d32a9d-5aad-47fe-8906-f8c0d5dde6a0 req-ec2f212d-7565-40bc-baa5-bf5a95c397f7 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0474801 Aug 07 14:39:30.588101 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10d32a9d-5aad-47fe-8906-f8c0d5dde6a0 req-e6e1de84-53ff-4cbe-977a-8fb8b0ac5275 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Aug 07 14:39:30.610563 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57424) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:39:30.694408 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3efdadd-d4b8-4aa0-905d-a35f5b345545 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:30.695943 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-a3efdadd-d4b8-4aa0-905d-a35f5b345545 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1094 time: 0.0841036 Aug 07 14:39:30.698890 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57428) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:39:30.703165 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'port_id': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:39:30.779839 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:30.873158 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:30.979183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.27.3.241 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/d1e336ff-bb89-4449-9ced-3358da8c3a34) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:39:31.077686 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:31.174810 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:31.218795 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:39:31.221878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:39:31.225474 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:39:31.230958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=d1e336ff-bb89-4449-9ced-3358da8c3a34,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:31.680043 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:31.833935 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:31.982041 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:32.031643 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:32.102402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=d1e336ff-bb89-4449-9ced-3358da8c3a34,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:39:32.113371 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:32.208934 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP 46762679-69c8-445f-9b45-d7dda307d755 associated. External IP: 172.27.3.241, port: 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e. Aug 07 14:39:32.407178 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:39:32.508609 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:39:32.518241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:39:32.526880 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:39:32.527498 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:39:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:39:32.580314 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:32.608895 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-cc4f3fd6-c43f-45a1-b34e-0b69f50fa644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9089911 Aug 07 14:39:32.609476 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:39:32.612535 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba33717-ebae-4066-9d02-7d8c6d0114e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:39:32.634902 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:39:32.706812 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a4919-6bb5-4f1c-96ff-51fc10a477b9 x-openstack-request-id: req-922a4919-6bb5-4f1c-96ff-51fc10a477b9 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:39:32.707317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:39:32.707317 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-922a4919-6bb5-4f1c-96ff-51fc10a477b9 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:39:32.707832 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'status': 'completed', 'code': 200} Aug 07 14:39:32.791403 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-b1e018f7-8577-4f32-8c8d-b1f0dbebd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:32.792950 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-b1e018f7-8577-4f32-8c8d-b1f0dbebd99c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1099 time: 0.0397050 Aug 07 14:39:32.860175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '46762679-69c8-445f-9b45-d7dda307d755', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:52:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:39:31Z', 'updated_at': '2021-08-07T14:39:31Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:39:32.884972 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-618edc76-f381-4688-bef8-a11465332a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:32.886597 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-618edc76-f381-4688-bef8-a11465332a5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0864210 Aug 07 14:39:32.886768 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:39:32.895422 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:39:32.895974 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:39:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:39:32.951738 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-af3b7e0c-45e7-4d15-b7ef-ff5e7d524fe6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 1000 time: 0.0583799 Aug 07 14:39:33.002584 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:39:33.006393 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-f90ceaa0-9084-4c2b-99d8-652dd59f861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:33.012412 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-f90ceaa0-9084-4c2b-99d8-652dd59f861e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0532513 Aug 07 14:39:33.058753 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-dbe2bbc0-1e19-4678-aac4-c8df2084f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:39:33.060334 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-dbe2bbc0-1e19-4678-aac4-c8df2084f8b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413439 Aug 07 14:39:33.149448 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-e6db4c92-4b49-410d-8f8a-2d7ddc553058 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819147 Aug 07 14:39:33.231112 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '46762679-69c8-445f-9b45-d7dda307d755', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:52:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:39:31Z', 'updated_at': '2021-08-07T14:39:31Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:39:33.242529 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-eba33717-ebae-4066-9d02-7d8c6d0114e7 req-68d026f4-a161-43c0-8636-b48c2416940d service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866232 Aug 07 14:39:33.258202 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae98eaa5-d8c5-4005-9830-ed95b58c86e7 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': '46762679-69c8-445f-9b45-d7dda307d755', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:52:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:39:31Z', 'updated_at': '2021-08-07T14:39:31Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:39:33.444534 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf6131-a215-4a1d-bc6e-3b5f6e4789f9 None None] New status for floating IP 46762679-69c8-445f-9b45-d7dda307d755: ACTIVE {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:39:41.013886 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:39:50.065089 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c68e6971-38af-48fe-90b0-a30bd64386f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:52.790547 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-86b97977-8fdd-46d6-8401-afb10e39e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:53.356655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:54.070476 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:55.179664 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:39:59.013735 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:08.510440 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-877d916f-cba3-44aa-96ec-b7ebbd45ca18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392342 Aug 07 14:40:08.605219 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-546f3a02-a2e2-4d19-b47e-ee4a21ad27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:40:08.606790 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-546f3a02-a2e2-4d19-b47e-ee4a21ad27f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1099 time: 0.0390513 Aug 07 14:40:08.711667 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-8275c2be-79d4-48aa-8d66-7c6ac15568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:40:08.713148 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-8275c2be-79d4-48aa-8d66-7c6ac15568d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0868163 Aug 07 14:40:08.777141 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-2d7edb66-e3be-474d-a707-93e16373b607 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 1002 time: 0.0572968 Aug 07 14:40:08.827599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-fb57e0c3-b7ae-418b-89b4-324484bc04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:40:08.829056 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-fb57e0c3-b7ae-418b-89b4-324484bc04e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0452273 Aug 07 14:40:08.872821 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-73249ca0-1892-4992-9fc4-7b492e8f43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:40:08.874308 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-73249ca0-1892-4992-9fc4-7b492e8f43dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381410 Aug 07 14:40:08.964845 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-5e383312-7ef5-4532-a89f-62f0fc5fc640 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837438 Aug 07 14:40:09.060950 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e54b43c8-9d67-4b1f-8323-1166316c88ed req-b584d9c0-4c99-43d3-b799-06aedd83b250 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894911 Aug 07 14:40:18.013660 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:40:19.995955 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-72fb8deb-a832-4307-b87b-12b4a8b4559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:22.910110 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d38d71c7-d130-448b-9cfe-789b7b4b1360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:23.355664 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:24.029788 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:25.173180 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:29.018753 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:49.995233 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-99ed5625-fa76-4895-9a70-8bab2ff13a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:52.783930 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-7fd57532-fd01-412b-8384-9984e24881ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:53.365872 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:54.074938 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:55.013889 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:40:55.189605 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:40:59.029500 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:07.728946 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-1bb76985-9059-4024-a410-e37f2e3bdc45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389967 Aug 07 14:41:07.829846 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-15b4c4cc-b966-402a-b666-59170ed02637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:07.831339 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-15b4c4cc-b966-402a-b666-59170ed02637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 1099 time: 0.0390909 Aug 07 14:41:07.940261 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-b47673f2-6cab-495d-8205-3e87e2733c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:07.941745 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-b47673f2-6cab-495d-8205-3e87e2733c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0905678 Aug 07 14:41:08.005925 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-2c0322aa-7f2d-4f8a-9f17-d120b3cf4167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 200 len: 1002 time: 0.0569654 Aug 07 14:41:08.058829 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-f4833cc2-6242-4354-9f01-2b12e813290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:08.060331 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-f4833cc2-6242-4354-9f01-2b12e813290b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0481024 Aug 07 14:41:08.104896 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-a61279d7-b677-4237-b8cd-aa6378603c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:08.106404 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-a61279d7-b677-4237-b8cd-aa6378603c7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394599 Aug 07 14:41:08.193649 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-c5c6db39-9dd6-434b-947a-c0a79420ed5f service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803623 Aug 07 14:41:08.284970 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-afa4fb2c-731e-495b-bc9b-5c3690562131 req-bee4c5e8-6de6-4ea7-82be-ac88a501b3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845244 Aug 07 14:41:19.994314 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc3fa-b3c5-4f92-b913-a0eeda56a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:22.771361 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-34312f6a-544e-41b2-bf45-59669ce063c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:23.348494 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:24.046273 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:25.165138 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:27.188255 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bbed2-6fb9-4bd1-8224-c171309945e6 req-48a30028-da49-4435-b661-7a30652a9a5d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:27.189775 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4e0bbed2-6fb9-4bd1-8224-c171309945e6 req-48a30028-da49-4435-b661-7a30652a9a5d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0502470 Aug 07 14:41:27.228379 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4e0bbed2-6fb9-4bd1-8224-c171309945e6 req-816f01e5-3f7b-48dd-a0eb-7d59803174f5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Aug 07 14:41:28.341981 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715820-ca39-49e3-ba36-d0abccfbdf67 req-9a61f862-8bac-47ca-9fe0-b167a890c6ce tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:28.343467 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3f715820-ca39-49e3-ba36-d0abccfbdf67 req-9a61f862-8bac-47ca-9fe0-b167a890c6ce tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0477049 Aug 07 14:41:28.380694 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3f715820-ca39-49e3-ba36-d0abccfbdf67 req-8c85b39b-dd3b-45a2-914d-4d4befa19249 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 07 14:41:28.866651 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318897f9-8826-408b-b4de-593b63300300 req-cbfb0d23-ff6a-4fdf-9ba5-99955d29fdcb tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:28.868138 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-318897f9-8826-408b-b4de-593b63300300 req-cbfb0d23-ff6a-4fdf-9ba5-99955d29fdcb tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 946 time: 0.0476151 Aug 07 14:41:28.960279 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:41:28.960628 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.011500 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.048628 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] For port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:41:29.049001 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.214774 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.215158 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.215473 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.db.l3_db [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP 46762679-69c8-445f-9b45-d7dda307d755 disassociated. External IP: 172.27.3.241, port: 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e. Aug 07 14:41:29.215845 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:41:29.417450 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.451914 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:29.463553 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.463943 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.464294 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.464642 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.465044 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.465330 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.465675 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.466060 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.466404 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.466758 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.467078 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.467413 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:29.508210 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-418db479-1e01-460e-ad31-0d0d953faa85 req-196518b5-3dbb-4a15-beda-bdafddd8674a tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 210 time: 0.0406423 Aug 07 14:41:29.575910 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:41:29.685606 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:41:29.695091 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:41:29.704035 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:41:29.704651 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:41:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:29.724599 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] No DVR routers for this DVR port 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:41:29.727166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:29.729248 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-318897f9-8826-408b-b4de-593b63300300 req-68dc9b8a-34cb-45ad-89ba-764464f1d95d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "DELETE /v2.0/ports/5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e HTTP/1.1" status: 204 len: 173 time: 0.8549979 Aug 07 14:41:29.729900 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'name': 'network-vif-deleted', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:41:29.733646 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8184e27b-cf42-4912-87ff-94b0a4318848" -d '{"events": [{"server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "name": "network-vif-deleted", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:41:29.775190 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0cb3d-40cb-4164-a8e0-b0fa6bbc82f5 x-openstack-request-id: req-20f0cb3d-40cb-4164-a8e0-b0fa6bbc82f5 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:41:29.775510 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5", "name": "network-vif-deleted", "tag": "5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:41:29.781447 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20f0cb3d-40cb-4164-a8e0-b0fa6bbc82f5 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:41:29.781447 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5', 'name': 'network-vif-deleted', 'tag': '5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e', 'status': 'completed', 'code': 200} Aug 07 14:41:29.824328 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:41:30.031544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:30.064111 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:41:30.072741 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:41:30.073516 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:41:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:30.176211 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:41:30.502869 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:30.530653 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07051a8-a515-45ae-872a-6cd953360352 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:41:30.643551 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-cc88be65-fa6d-44e4-a92a-1871224e73c1 req-5c3fb097-f873-4266-a726-82cd401f3246 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eae5bec-2a6b-4cd9-9f6f-041b53ada0f5 HTTP/1.1" status: 200 len: 210 time: 0.0289073 Aug 07 14:41:30.777497 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10a28b-2594-4546-9c4f-740158c3adbf None None] New status for floating IP 46762679-69c8-445f-9b45-d7dda307d755: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:41:31.843203 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-47523cff-8b3f-4b61-b8e3-21661b7d1114 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140341174&fields=id&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 267 time: 0.0322442 Aug 07 14:41:31.949594 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-cc3d19fc-f9b8-43a3-a183-3f48d359e6e5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:31.951111 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-cc3d19fc-f9b8-43a3-a183-3f48d359e6e5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.1014919 Aug 07 14:41:31.966400 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-92a9465e-9659-47c5-ba86-4b1367ed1c0b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/quotas/2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 375 time: 0.0091259 Aug 07 14:41:32.011930 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:41:32.023105 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-e91bb738-f5b7-402c-824e-828781435500 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510359 Aug 07 14:41:32.033464 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:41:32.053517 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:41:32.053860 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device 5c1f9694-e7fb-4e79-8d1b-9b6d798cc95e not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:41:32.117485 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-04af8181-ad5f-4f9a-9567-7bee569a423f service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813460 Aug 07 14:41:32.207824 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-d4175085-fb75-4233-803b-a393adef7bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841925 Aug 07 14:41:33.801133 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-9b9ac746-66ac-4f4e-8b4d-9b3c64d52a68 req-96eaa1ea-1bb5-487f-a1a4-ee29ec7e2561 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Aug 07 14:41:34.893402 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c6a35e9f-6b15-4448-b4fd-f1c82ec7661d req-e0034947-f31d-4095-b6e2-f541823fa074 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 210 time: 0.0257664 Aug 07 14:41:35.787907 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-970b24f1-9af0-4835-b43c-3d23296f685d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:35.789414 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-970b24f1-9af0-4835-b43c-3d23296f685d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.1090572 Aug 07 14:41:35.838490 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ac7ab6e3-60c1-4486-9c20-4ec15a4b06c1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 380 time: 0.0341625 Aug 07 14:41:35.847618 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'port': {'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'admin_state_up': True, 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'security_groups': ['b5e7c996-dbc0-4052-b232-e59977aa2be4']}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:41:35.991801 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-c88f3b8b-87d8-4c8e-9136-08517ded6e7e req-a4ae184b-c9f8-4120-af43-326970b7fb78 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Aug 07 14:41:36.022730 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Made reservation on behalf of 2eaa72216ab94ca5929549aacb6f0811 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:41:36.026365 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.148521 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.20.0.5 (a0e731ee-530b-4ca1-a933-fd425a26652b/fcd69669-d11e-4481-849b-bc1c19e6953d/a5324245-44ce-4cf4-9282-e2f37568bb69) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:41:36.285729 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.299755 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Transition to ACTIVE for port object a5324245-44ce-4cf4-9282-e2f37568bb69 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:41:36.394225 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.434705 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:41:36.439690 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:41:36.443322 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:41:36.471280 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:36.497696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:36.498334 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.583561 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-52afb13d-3f8b-4d51-bceb-a358f9c1b3ff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395442 Aug 07 14:41:36.601190 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Request body: {'port': {'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:41:36.656193 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.724811 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c701968a-927c-4f9c-a0b7-0bbf08676886 None None] Provisioning for port a5324245-44ce-4cf4-9282-e2f37568bb69 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:41:36.728792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c701968a-927c-4f9c-a0b7-0bbf08676886 None None] Provisioning complete for port a5324245-44ce-4cf4-9282-e2f37568bb69 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:41:36.734448 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c701968a-927c-4f9c-a0b7-0bbf08676886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:36.764920 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-c701968a-927c-4f9c-a0b7-0bbf08676886 None None] Port a5324245-44ce-4cf4-9282-e2f37568bb69 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:41:37.111918 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f34ea-9b93-429b-8761-06127f8a6b2e req-9a34431d-590a-4b09-bd8f-21e31a8a9d73 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:37.113470 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e76f34ea-9b93-429b-8761-06127f8a6b2e req-9a34431d-590a-4b09-bd8f-21e31a8a9d73 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 931 time: 0.0485840 Aug 07 14:41:37.152821 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e76f34ea-9b93-429b-8761-06127f8a6b2e req-8d53de60-c1b7-4a88-8fcd-1e1110423147 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Aug 07 14:41:37.166211 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5324245-44ce-4cf4-9282-e2f37568bb69 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:41:37.174672 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:37.186332 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Transition to ACTIVE for port object a5324245-44ce-4cf4-9282-e2f37568bb69 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:41:37.234243 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:37.288996 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Pushing event updated for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:37.357555 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Attempting to bind port a5324245-44ce-4cf4-9282-e2f37568bb69 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:41:37.357882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Attempting to bind port a5324245-44ce-4cf4-9282-e2f37568bb69 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:41:37.358309 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Attempting to bind port a5324245-44ce-4cf4-9282-e2f37568bb69 on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:41:37.363510 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Port a5324245-44ce-4cf4-9282-e2f37568bb69 on network a0e731ee-530b-4ca1-a933-fd425a26652b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:41:37.363869 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Attempting to bind port a5324245-44ce-4cf4-9282-e2f37568bb69 on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:41:37.369091 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:41:37.369436 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:41:37.369830 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Bound using segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:41:37.370269 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Bound port: a5324245-44ce-4cf4-9282-e2f37568bb69, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:41:37.370716 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:37.435377 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:41:37.439166 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a5324245-44ce-4cf4-9282-e2f37568bb69,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:41:37.543314 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:37.581420 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:37.586924 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:37.586924 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] 10.222.0.11 "PUT /v2.0/ports/a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 1093 time: 0.9866939 Aug 07 14:41:37.586924 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:41:37.586924 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ce59d6-79d0-4d58-ab3e-e386109ff725" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:41:37.615713 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2158e-6a2a-4865-b154-636288931585 service neutron] Pushing event updated for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:37.629059 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25579c1c-f7a4-4664-95ac-4e057aa2f00d x-openstack-request-id: req-25579c1c-f7a4-4664-95ac-4e057aa2f00d {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:41:37.629354 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:41:37.629606 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25579c1c-f7a4-4664-95ac-4e057aa2f00d {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:41:37.630002 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'status': 'completed', 'code': 200} Aug 07 14:41:37.716095 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-8e596b58-7f24-4fb0-97af-b3384f0759ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:37.717788 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-8e596b58-7f24-4fb0-97af-b3384f0759ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1096 time: 0.0450137 Aug 07 14:41:37.822623 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-9ae617d1-14ee-42a6-9320-82c4eb75348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:37.824153 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-9ae617d1-14ee-42a6-9320-82c4eb75348d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2eaa72216ab94ca5929549aacb6f0811&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932302 Aug 07 14:41:37.919692 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-8a76ba25-1b85-4c78-941b-2d7599fe83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:37.921078 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-a1ce59d6-79d0-4d58-ab3e-e386109ff725 req-8a76ba25-1b85-4c78-941b-2d7599fe83a8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905161 Aug 07 14:41:38.020717 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-bc64bdcb-e205-4c7b-977c-f3c933f31fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:38.022221 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-bc64bdcb-e205-4c7b-977c-f3c933f31fae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1096 time: 0.0408638 Aug 07 14:41:38.072467 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-05c1e859-5b25-4e77-aedb-944ee8c4c7ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 217 time: 0.0379848 Aug 07 14:41:38.120739 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-9a3dad99-b3c8-4081-b4b0-4a5fb4ecbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:38.122185 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-9a3dad99-b3c8-4081-b4b0-4a5fb4ecbdb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0433502 Aug 07 14:41:38.165783 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-f8848359-4e18-4ddd-8779-5b487cd30683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:38.167245 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-f8848359-4e18-4ddd-8779-5b487cd30683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384798 Aug 07 14:41:38.259422 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-eb2c059e-d7a0-4d32-a253-3fead6163c48 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 Aug 07 14:41:38.270659 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c357c-3875-47f5-a53d-51c852957498 req-16b4e45f-3854-4437-b9cc-54f12a1672da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:38.272151 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5b2c357c-3875-47f5-a53d-51c852957498 req-16b4e45f-3854-4437-b9cc-54f12a1672da tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0530863 Aug 07 14:41:38.309711 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5b2c357c-3875-47f5-a53d-51c852957498 req-5d702af2-b35b-4d74-b748-c732a3c0c644 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Aug 07 14:41:38.349878 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-b19252a5-a6ba-48e2-b549-46280f5c520a req-c43ae2da-0de1-44b0-af5e-363c03711f12 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837226 Aug 07 14:41:39.425134 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922fae2-b246-4598-aa38-c03183cc2621 req-aeff0ab9-8ba1-49d7-9839-9463f8488747 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:39.426607 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d922fae2-b246-4598-aa38-c03183cc2621 req-aeff0ab9-8ba1-49d7-9839-9463f8488747 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0486243 Aug 07 14:41:39.464468 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d922fae2-b246-4598-aa38-c03183cc2621 req-1f0da5e3-7025-41b2-b803-2458121defd2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Aug 07 14:41:40.580224 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318b313-8b6b-4cd2-b995-127d4afe969f req-97b9bde6-f873-43c7-883a-64b126662c45 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:40.581749 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4318b313-8b6b-4cd2-b995-127d4afe969f req-97b9bde6-f873-43c7-883a-64b126662c45 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0479538 Aug 07 14:41:40.618714 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-4318b313-8b6b-4cd2-b995-127d4afe969f req-8d1154f3-32b4-48f0-ad67-0adde6fb798f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Aug 07 14:41:41.735268 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0fca0-a7ff-4e23-97c5-d20a79900919 req-bdf43e03-b514-46e3-b561-103d63e2332e tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:41.736901 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e3b0fca0-a7ff-4e23-97c5-d20a79900919 req-bdf43e03-b514-46e3-b561-103d63e2332e tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0509417 Aug 07 14:41:41.773868 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-e3b0fca0-a7ff-4e23-97c5-d20a79900919 req-867c6429-155f-4c8d-8c0a-979c9e818291 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Aug 07 14:41:42.886025 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8e06-6e45-49f8-9ba7-8db97d7486d2 req-79dc12f2-d93b-4476-b963-c166b52b9944 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:42.887597 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dbfb8e06-6e45-49f8-9ba7-8db97d7486d2 req-79dc12f2-d93b-4476-b963-c166b52b9944 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0483301 Aug 07 14:41:42.926249 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dbfb8e06-6e45-49f8-9ba7-8db97d7486d2 req-f1267185-c14d-4d7a-a40e-ba5012a2afb6 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 07 14:41:44.041423 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4417c47-8734-49cf-8500-660e62b63e42 req-892bded2-6a13-43a9-892c-1016a20a3ce3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:44.042893 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d4417c47-8734-49cf-8500-660e62b63e42 req-892bded2-6a13-43a9-892c-1016a20a3ce3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0469317 Aug 07 14:41:44.080291 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d4417c47-8734-49cf-8500-660e62b63e42 req-02f8da35-abed-4445-a043-a196d4e1dac2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Aug 07 14:41:45.194527 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee391e-23bc-4098-838f-f8ca3865fd68 req-da2fc2fd-8c55-48d1-b972-03f9643abac3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:45.196012 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10ee391e-23bc-4098-838f-f8ca3865fd68 req-da2fc2fd-8c55-48d1-b972-03f9643abac3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0506530 Aug 07 14:41:45.233758 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10ee391e-23bc-4098-838f-f8ca3865fd68 req-904e562c-d93f-4e1b-a134-dd16f5f437e7 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Aug 07 14:41:46.127695 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device a5324245-44ce-4cf4-9282-e2f37568bb69 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:41:46.219341 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a5324245-44ce-4cf4-9282-e2f37568bb69,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:41:46.231114 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:41:46.273031 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:46.286937 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5324245-44ce-4cf4-9282-e2f37568bb69 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:41:46.310304 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a5324245-44ce-4cf4-9282-e2f37568bb69,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:41:46.353724 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424b82-dadd-4e88-b877-a91f309810bb req-93187511-7035-447e-b52b-80e35179a2c1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:46.355335 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94424b82-dadd-4e88-b877-a91f309810bb req-93187511-7035-447e-b52b-80e35179a2c1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 943 time: 0.0498626 Aug 07 14:41:46.365340 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:46.397109 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94424b82-dadd-4e88-b877-a91f309810bb req-11666f63-7fc9-461d-b6f3-021a822f7594 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354011 Aug 07 14:41:46.414514 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:46.421339 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.421703 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.422064 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.422411 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.422756 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.423240 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.423675 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.423955 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.424297 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.424634 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.424970 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.425303 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:46.649899 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['a5324245-44ce-4cf4-9282-e2f37568bb69'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:41:47.510278 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37109-ddbe-442c-9091-5caeeb3bb586 req-c0dd5817-e481-48c0-95cf-de22fb227492 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:47.511789 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8a37109-ddbe-442c-9091-5caeeb3bb586 req-c0dd5817-e481-48c0-95cf-de22fb227492 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 944 time: 0.0492444 Aug 07 14:41:47.552157 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d8a37109-ddbe-442c-9091-5caeeb3bb586 req-f642ddf3-578e-446b-9c00-2acab29b61e6 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338807 Aug 07 14:41:48.142408 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device a5324245-44ce-4cf4-9282-e2f37568bb69 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:41:48.262125 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port a5324245-44ce-4cf4-9282-e2f37568bb69 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:41:48.266330 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port a5324245-44ce-4cf4-9282-e2f37568bb69 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:41:48.266721 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:48.344488 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:48.367401 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:41:48.370202 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8820297f-dbb4-4cd1-b49b-6e934d01a10a" -d '{"events": [{"server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "name": "network-vif-plugged", "status": "completed", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:41:48.385321 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a5324245-44ce-4cf4-9282-e2f37568bb69,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:41:48.410578 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1912b0e-69f1-4ce9-9080-380e4183dc35 x-openstack-request-id: req-c1912b0e-69f1-4ce9-9080-380e4183dc35 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:41:48.410935 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "name": "network-vif-plugged", "status": "completed", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:41:48.411194 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1912b0e-69f1-4ce9-9080-380e4183dc35 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:41:48.411626 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'code': 200} Aug 07 14:41:48.433435 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:48.482002 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:48.669563 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f6e59-c031-46d3-b3cd-3c7ae4e9972e req-7ddc0022-58f2-4228-99d8-5ef0ed6654e2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:48.671056 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-619f6e59-c031-46d3-b3cd-3c7ae4e9972e req-7ddc0022-58f2-4228-99d8-5ef0ed6654e2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Aug 07 14:41:48.710265 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-619f6e59-c031-46d3-b3cd-3c7ae4e9972e req-98842953-4fa8-4da4-a05b-894a0d96d785 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327260 Aug 07 14:41:48.784502 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1132f4-7415-49ce-a7bc-d5fd2bcc5d24 req-d4900b1e-c3af-448f-ad23-f44d1095e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:48.785981 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-bd1132f4-7415-49ce-a7bc-d5fd2bcc5d24 req-d4900b1e-c3af-448f-ad23-f44d1095e946 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0391533 Aug 07 14:41:48.819895 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-bd1132f4-7415-49ce-a7bc-d5fd2bcc5d24 req-2cd85228-c69c-4ac5-97f6-b036881f4558 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269141 Aug 07 14:41:49.828190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc752f-da0e-4e78-a3ad-e98f93c84ad7 req-d2279913-27d8-4d76-a10f-67994077f258 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:49.830201 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d7bc752f-da0e-4e78-a3ad-e98f93c84ad7 req-d2279913-27d8-4d76-a10f-67994077f258 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Aug 07 14:41:49.869444 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d7bc752f-da0e-4e78-a3ad-e98f93c84ad7 req-a7e044db-4ef5-48a8-b48d-7ec653ba6af2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330527 Aug 07 14:41:49.989151 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf942-c143-4981-9f41-90ac473996ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:50.982279 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ec5f-df95-4d63-8175-fd9216bdd4bb req-2c063917-6967-46a9-a5da-f81d83675761 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:50.984036 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a959ec5f-df95-4d63-8175-fd9216bdd4bb req-2c063917-6967-46a9-a5da-f81d83675761 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0477345 Aug 07 14:41:51.021294 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-a959ec5f-df95-4d63-8175-fd9216bdd4bb req-42556a86-fe4c-4fd2-924c-299524fcb542 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Aug 07 14:41:51.134962 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd29470-b1e9-46c5-bef5-fee4f01b5007 req-25ccef89-2b06-4c39-b5d8-2024c8d31db2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:51.136484 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ebd29470-b1e9-46c5-bef5-fee4f01b5007 req-25ccef89-2b06-4c39-b5d8-2024c8d31db2 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Aug 07 14:41:51.174787 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ebd29470-b1e9-46c5-bef5-fee4f01b5007 req-68836c02-610f-4f8c-8b35-ebcd627a31af tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Aug 07 14:41:51.198100 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57554) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:41:51.236193 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cde676-399d-4d11-8e67-bb9482e69246 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:51.237690 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-11cde676-399d-4d11-8e67-bb9482e69246 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1093 time: 0.0386162 Aug 07 14:41:51.240296 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57556) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:41:51.244469 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:41:51.393662 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:51.744355 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:51.843793 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.27.3.17 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/67e8f6ff-cd72-4b16-8f16-0eab2a66a20d) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:41:51.946592 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.034539 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.070366 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:41:52.075004 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:41:52.078480 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:41:52.101202 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=67e8f6ff-cd72-4b16-8f16-0eab2a66a20d,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:52.113014 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.113372 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.113724 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.114070 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.114410 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.114750 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.115086 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.115422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.115790 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.116124 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.116453 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.116782 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:41:52.436237 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.550487 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.694562 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.753659 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.817668 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=67e8f6ff-cd72-4b16-8f16-0eab2a66a20d,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:41:52.831373 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.833742 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5f3cc44d-a08f-4f42-abdd-c2def62470c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:52.934248 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP de7f7686-73cd-4237-8530-d0d215b42d2e associated. External IP: 172.27.3.17, port: a5324245-44ce-4cf4-9282-e2f37568bb69. Aug 07 14:41:53.142953 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:41:53.250434 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:41:53.260288 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:41:53.277359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:41:53.277359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:41:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:53.376795 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:53.384209 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:41:53.404425 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-526769ff-cc4c-40e2-8867-5e29496ddb2d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1631200 Aug 07 14:41:53.405125 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:41:53.408045 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27366dc-648a-470d-909d-65118aca8d53" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:41:53.419329 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:53.450633 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6217c4-dfa0-4fc5-b189-283d1627e4a9 x-openstack-request-id: req-8d6217c4-dfa0-4fc5-b189-283d1627e4a9 {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:41:53.450915 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:41:53.451175 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d6217c4-dfa0-4fc5-b189-283d1627e4a9 {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:41:53.451617 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'status': 'completed', 'code': 200} Aug 07 14:41:53.544902 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27366dc-648a-470d-909d-65118aca8d53 req-71be93f6-1cba-4f5b-836b-12041197a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:53.547040 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-71be93f6-1cba-4f5b-836b-12041197a6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0455718 Aug 07 14:41:53.617994 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:52Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:53.636489 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27366dc-648a-470d-909d-65118aca8d53 req-736ba041-582b-4371-88a0-6a61ac740fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:53.638006 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-736ba041-582b-4371-88a0-6a61ac740fd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0832601 Aug 07 14:41:53.644857 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:41:53.653308 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:41:53.653928 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:41:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:53.710964 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-399db9aa-ea8b-4112-8a7c-a9f94b60762c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 998 time: 0.0655262 Aug 07 14:41:53.761769 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:41:53.765175 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27366dc-648a-470d-909d-65118aca8d53 req-b98e5741-ae97-43fe-bb13-343ba54c9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:53.767750 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-b98e5741-ae97-43fe-bb13-343ba54c9647 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0494821 Aug 07 14:41:53.814460 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27366dc-648a-470d-909d-65118aca8d53 req-9b7fddf0-634c-4c4d-acd3-ad60b3da66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:41:53.815906 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-9b7fddf0-634c-4c4d-acd3-ad60b3da66fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414462 Aug 07 14:41:53.913882 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-5109574b-99a6-433a-ab18-2b77fd66e112 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Aug 07 14:41:54.009565 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:52Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:41:54.010206 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-c27366dc-648a-470d-909d-65118aca8d53 req-fa7fc960-e7cf-49ea-87a6-d4f0826a657d service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896237 Aug 07 14:41:54.036313 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b698e19-77e9-4ec1-b5b0-63a216f01fff None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:52Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:41:54.046235 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:54.234068 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daafcdf-3a06-42ba-bd7b-40aa67c957e2 None None] New status for floating IP de7f7686-73cd-4237-8530-d0d215b42d2e: ACTIVE {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:41:55.176065 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:41:59.062472 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:07.740164 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-7a4223be-5253-4927-af40-e4ce6f94b9a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398276 Aug 07 14:42:07.841646 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-b3689af3-8eab-4078-9512-841a63b88c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:42:07.843153 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-b3689af3-8eab-4078-9512-841a63b88c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0452271 Aug 07 14:42:07.946672 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-9af52640-4954-41d0-b3e6-453fa8c8730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:42:07.948185 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-9af52640-4954-41d0-b3e6-453fa8c8730f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0852108 Aug 07 14:42:08.019548 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-db2a32ab-6295-448b-ab1e-25501632efa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 1000 time: 0.0629070 Aug 07 14:42:08.070823 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-d812b60e-1aa3-4a3f-96e7-d6fb5b878801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:42:08.072343 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-d812b60e-1aa3-4a3f-96e7-d6fb5b878801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0456026 Aug 07 14:42:08.117274 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-decac56c-afba-4a71-92eb-5b49009ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:42:08.118776 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-decac56c-afba-4a71-92eb-5b49009ff475 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400691 Aug 07 14:42:08.210869 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-0c3b9e5b-c361-4b79-a08c-41f6d9490d0e service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848827 Aug 07 14:42:08.300010 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-9274422f-9437-45c0-8151-7ddaaf348fb4 req-e7ff69f7-c9f6-4f21-887f-050d4e44e492 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815530 Aug 07 14:42:09.010856 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:42:19.992428 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0912849a-fb29-4b2f-8b93-1e490c5eed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:22.821127 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ba7f398f-c0a0-4700-a20b-fc6fb9b54f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:23.353064 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:24.043934 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:25.169705 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:29.027877 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:46.010190 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:42:50.021241 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ad50e10c-7226-4d6d-92ab-9ef7aaffd4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:52.809037 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-57474e78-af83-4759-9bf2-5abd60098db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:53.386561 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:54.043532 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:55.189133 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:42:59.037258 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:09.727317 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-e6c84631-f10e-4e9c-9733-54c2093417e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396972 Aug 07 14:43:09.825825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-1bbffd27-d0a3-41a3-b85e-1fa8e8879a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:09.827346 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-1bbffd27-d0a3-41a3-b85e-1fa8e8879a0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0437863 Aug 07 14:43:09.934927 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-2512280c-11bb-4178-a49f-0d7b7a890bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:09.936630 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-2512280c-11bb-4178-a49f-0d7b7a890bfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0901308 Aug 07 14:43:10.006247 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-340e0c2c-e983-4d3d-a713-8d432077ffc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 1000 time: 0.0618129 Aug 07 14:43:10.055904 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-fa86c868-001c-4ef3-94ad-09a346f4acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:10.057343 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-fa86c868-001c-4ef3-94ad-09a346f4acd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0446572 Aug 07 14:43:10.102423 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-27e0475e-3063-4fca-95be-3d5ca2dab59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:10.103957 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-27e0475e-3063-4fca-95be-3d5ca2dab59f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401452 Aug 07 14:43:10.195887 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-232954f4-cf0d-4b32-b18e-2c69c43a6b42 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849895 Aug 07 14:43:10.285161 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-3b53d5a9-efbd-4e1e-8426-1d3e594010b9 req-b9cf8891-b918-4d0a-ae71-418bfa039732 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820253 Aug 07 14:43:19.996224 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-9ea177dc-7dc8-4a1a-aafb-e1e193e2303f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:22.243285 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-7aa21a47-51b6-4162-8496-e455cb9ea310 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140341174&fields=id&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 267 time: 0.0345211 Aug 07 14:43:22.352726 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-c544f1e3-7817-4ae7-8f7f-18842299a4ec tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:22.354156 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-c544f1e3-7817-4ae7-8f7f-18842299a4ec tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.1043601 Aug 07 14:43:22.370003 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-7c041ae0-585a-4136-8351-2b009dc30ec9 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/quotas/2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 375 time: 0.0093911 Aug 07 14:43:22.429741 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-29c56efc-b774-4fd4-bdd0-7034fcbd5f5f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538855 Aug 07 14:43:22.511678 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-0d694268-25f0-4706-9f82-5413c6cb93f0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 14:43:22.512684 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-0d694268-25f0-4706-9f82-5413c6cb93f0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707676 Aug 07 14:43:22.603957 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-f6a1d534-db7e-4e5d-9906-c812206d2d0e service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Aug 07 14:43:22.692120 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-bc8e408f-db32-4175-b10f-2fceb1453891 service neutron] 10.222.0.26 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813675 Aug 07 14:43:22.785455 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8285-af93-414e-ae8f-7c2b33971105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:23.009252 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:43:23.357416 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:23.395747 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-314b1bbe-e261-49d4-8d14-a2590ee93920 req-50aa7757-0ea0-4fb1-91da-260006983749 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 210 time: 0.0842488 Aug 07 14:43:24.059877 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:24.489051 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-921b472f-22b9-4764-af91-c69038323e01 req-4918b7ad-b515-4c83-b41c-c871f9cb011a tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 210 time: 0.0264511 Aug 07 14:43:25.199621 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-fc6e586b-4b6d-48a5-9993-06c8a8066356 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:25.201108 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-fc6e586b-4b6d-48a5-9993-06c8a8066356 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 812 time: 0.1055009 Aug 07 14:43:25.232505 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:25.251378 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-a62b6467-95bb-4ad6-a1d9-703f554c5fa3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eaa72216ab94ca5929549aacb6f0811 HTTP/1.1" status: 200 len: 380 time: 0.0351210 Aug 07 14:43:25.261452 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'port': {'device_id': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'admin_state_up': True, 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'security_groups': ['b5e7c996-dbc0-4052-b232-e59977aa2be4']}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:43:25.431625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Made reservation on behalf of 2eaa72216ab94ca5929549aacb6f0811 for: {'port': 1} {{(pid=94067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 14:43:25.435231 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:25.565621 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_common [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.20.0.9 (a0e731ee-530b-4ca1-a933-fd425a26652b/fcd69669-d11e-4481-849b-bc1c19e6953d/dc33e991-1cd7-4585-a19f-74ee584a6905) {{(pid=94067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:43:25.587003 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f13fe009-ee61-4365-9f56-895b1962d260 req-872fdaca-3fab-491a-869a-91071118fd23 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 210 time: 0.0303140 Aug 07 14:43:25.708081 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:25.723351 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Transition to ACTIVE for port object dc33e991-1cd7-4585-a19f-74ee584a6905 will not be triggered until provisioned by entity DHCP. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:43:25.808755 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_create {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:25.853165 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network a0e731ee-530b-4ca1-a933-fd425a26652b is already hosted by enough agents. {{(pid=94067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:43:25.856161 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.base_scheduler [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:43:25.861013 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:43:25.889559 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=1']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:25.905616 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.905973 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.906321 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.906669 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.907005 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.907340 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.907705 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.908035 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.908558 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.909545 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.909961 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.910303 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:25.926652 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:25.928774 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.009582 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-92b40e29-081e-4cb9-b204-487d3f1b6d2c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7518306 Aug 07 14:43:26.030595 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.v2.base [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Request body: {'port': {'device_id': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80382'}} {{(pid=94067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:43:26.087806 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.225534 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c222de0d-1724-43bf-a9e8-88db302e538a None None] Provisioning for port dc33e991-1cd7-4585-a19f-74ee584a6905 completed by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:43:26.230173 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-c222de0d-1724-43bf-a9e8-88db302e538a None None] Provisioning complete for port dc33e991-1cd7-4585-a19f-74ee584a6905 triggered by entity DHCP. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:43:26.230718 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c222de0d-1724-43bf-a9e8-88db302e538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.266190 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-c222de0d-1724-43bf-a9e8-88db302e538a None None] Port dc33e991-1cd7-4585-a19f-74ee584a6905 cannot update to ACTIVE because it is not bound. {{(pid=94069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 14:43:26.360726 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc33e991-1cd7-4585-a19f-74ee584a6905 {{(pid=94067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:43:26.368565 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.381081 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.provisioning_blocks [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Transition to ACTIVE for port object dc33e991-1cd7-4585-a19f-74ee584a6905 will not be triggered until provisioned by entity L2. {{(pid=94067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 14:43:26.437200 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.504807 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Pushing event updated for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=2']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:26.558671 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Attempting to bind port dc33e991-1cd7-4585-a19f-74ee584a6905 on host hv-cinder-80382 for vnic_type normal with profile {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 14:43:26.559003 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Attempting to bind port dc33e991-1cd7-4585-a19f-74ee584a6905 by drivers openvswitch,hyperv on host hv-cinder-80382 at level 0 using segments [{'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 14:43:26.559343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Attempting to bind port dc33e991-1cd7-4585-a19f-74ee584a6905 on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:43:26.563919 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Port dc33e991-1cd7-4585-a19f-74ee584a6905 on network a0e731ee-530b-4ca1-a933-fd425a26652b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80382 {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 14:43:26.564249 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Attempting to bind port dc33e991-1cd7-4585-a19f-74ee584a6905 on network a0e731ee-530b-4ca1-a933-fd425a26652b {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 14:43:26.570062 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Checking agent: {'id': 'b4eee425-c1a0-459b-80b8-72555d6abfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80382', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'started_at': datetime.datetime(2021, 8, 7, 14, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 14:43:26.570661 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Checking segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 14:43:26.571101 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Bound using segment: {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'} {{(pid=94067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 14:43:26.571626 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.managers [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Bound port: dc33e991-1cd7-4585-a19f-74ee584a6905, host: hv-cinder-80382, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99366138-da90-43e4-b7df-bcf8222d0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b'}}] {{(pid=94067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 14:43:26.575274 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.641856 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, cleared binding levels {{(pid=94067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 14:43:26.645311 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=dc33e991-1cd7-4585-a19f-74ee584a6905,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 14:43:26.691544 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2555986'] for port, after_update {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.706275 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2be1d-2035-4805-a4f6-effe19ccabbe req-48bf58fe-859c-4d99-bf7a-23a71d788606 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:26.707949 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcb2be1d-2035-4805-a4f6-effe19ccabbe req-48bf58fe-859c-4d99-bf7a-23a71d788606 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0518115 Aug 07 14:43:26.723105 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:26.723762 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:26.725634 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc33e991-1cd7-4585-a19f-74ee584a6905 HTTP/1.1" status: 200 len: 1093 time: 0.7005117 Aug 07 14:43:26.730272 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:43:26.730272 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3040cc-c0c3-4b21-9f04-479401e8d767" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:43:26.762257 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-dcb2be1d-2035-4805-a4f6-effe19ccabbe req-fcc0108e-1fc6-4106-a772-22c02eebeb59 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483296 Aug 07 14:43:26.767557 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03730b-da72-4f5f-8df1-3b8da106f954 service neutron] Pushing event updated for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=3']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:26.777189 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e69d7df-62bc-464d-80f2-41117eeb3079 x-openstack-request-id: req-5e69d7df-62bc-464d-80f2-41117eeb3079 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:43:26.777674 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:43:26.778225 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e69d7df-62bc-464d-80f2-41117eeb3079 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:43:26.778788 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'status': 'completed', 'code': 200} Aug 07 14:43:26.860777 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-aa32cff9-b3d9-4230-9df8-8cf888716c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:26.862830 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-aa32cff9-b3d9-4230-9df8-8cf888716c9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1096 time: 0.0438974 Aug 07 14:43:26.968721 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-1fbd34d0-a277-4770-9554-6de2ec5cc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:26.970193 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-1fbd34d0-a277-4770-9554-6de2ec5cc7d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2eaa72216ab94ca5929549aacb6f0811&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940964 Aug 07 14:43:27.067498 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-48b7fabd-7b43-4803-9d23-e41961f31e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:27.068921 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd3040cc-c0c3-4b21-9f04-479401e8d767 req-48b7fabd-7b43-4803-9d23-e41961f31e01 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911841 Aug 07 14:43:27.170372 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-9712abca-99af-4c17-8b4b-ffd87526cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:27.171806 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-9712abca-99af-4c17-8b4b-ffd87526cd55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1096 time: 0.0450759 Aug 07 14:43:27.217355 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-c45cc7a4-07f9-4ede-a80c-4e98966f2e35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc33e991-1cd7-4585-a19f-74ee584a6905 HTTP/1.1" status: 200 len: 217 time: 0.0332537 Aug 07 14:43:27.265948 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-99c64b29-c51b-4181-80b8-dc57a3c85885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:27.267375 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-99c64b29-c51b-4181-80b8-dc57a3c85885 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0423064 Aug 07 14:43:27.315408 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea75d-a08b-4084-999d-87a2b250e643 req-86ced48f-a084-47d9-a0de-71e0a60938d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:27.316935 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-86ced48f-a084-47d9-a0de-71e0a60938d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418470 Aug 07 14:43:27.403946 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-5b983587-8073-41f0-9fdc-163590d2eb3f service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797946 Aug 07 14:43:27.501340 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-caeea75d-a08b-4084-999d-87a2b250e643 req-2799ccaf-ddb6-4fac-b2ce-5511342f6f1c service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898697 Aug 07 14:43:27.886254 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d6ee-eaa9-480f-b65a-73d7a429a2de req-5dd8ba04-fe72-4cc4-8ee0-fefa85affecf tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:27.887908 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b43d6ee-eaa9-480f-b65a-73d7a429a2de req-5dd8ba04-fe72-4cc4-8ee0-fefa85affecf tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0495579 Aug 07 14:43:27.928002 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3b43d6ee-eaa9-480f-b65a-73d7a429a2de req-9afe457f-01d7-4098-b118-0f14c6cd932c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Aug 07 14:43:29.043203 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e1fa-bd0a-498f-af51-d09175973416 req-91698780-4a98-420b-bf9e-83b5b4e97344 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:29.044016 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5397e1fa-bd0a-498f-af51-d09175973416 req-91698780-4a98-420b-bf9e-83b5b4e97344 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0484951 Aug 07 14:43:29.088138 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:29.090809 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-5397e1fa-bd0a-498f-af51-d09175973416 req-8868086f-9df2-4a0d-ab6d-4fb260a71ec7 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394745 Aug 07 14:43:30.207686 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cb1b7-76ba-45b6-af8f-016696859d54 req-11802589-fd6b-4d66-94fb-f429d2beab61 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:30.209194 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-574cb1b7-76ba-45b6-af8f-016696859d54 req-11802589-fd6b-4d66-94fb-f429d2beab61 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0492284 Aug 07 14:43:30.247823 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-574cb1b7-76ba-45b6-af8f-016696859d54 req-98f28010-8c10-4ea6-89c7-152b75a8b2f8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326886 Aug 07 14:43:31.361773 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6e542-fc69-4cd0-897e-2b635172f3ed req-80fceb23-424d-4b65-ad1a-bda4db99fcd5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:31.364118 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-06f6e542-fc69-4cd0-897e-2b635172f3ed req-80fceb23-424d-4b65-ad1a-bda4db99fcd5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0512004 Aug 07 14:43:31.402552 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-06f6e542-fc69-4cd0-897e-2b635172f3ed req-43bfec0d-5d7a-4f0a-a8a2-45b4df143b6d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Aug 07 14:43:32.513516 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac27ad4-a0d6-4aae-8df8-5537913212e5 req-ae165eb6-4615-440b-88a4-bfcd218875c3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:32.515005 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0ac27ad4-a0d6-4aae-8df8-5537913212e5 req-ae165eb6-4615-440b-88a4-bfcd218875c3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0472584 Aug 07 14:43:32.556807 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-0ac27ad4-a0d6-4aae-8df8-5537913212e5 req-9dda8fb2-601d-431e-a0e6-44609afef985 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354598 Aug 07 14:43:33.669530 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494cb28-fcc6-4e6b-b659-dbd6aeb034c5 req-77b9108a-af72-413b-9177-c5d6d9999798 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:33.671071 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1494cb28-fcc6-4e6b-b659-dbd6aeb034c5 req-77b9108a-af72-413b-9177-c5d6d9999798 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0481131 Aug 07 14:43:33.710032 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-1494cb28-fcc6-4e6b-b659-dbd6aeb034c5 req-8548031e-1a1d-4090-807a-0de4a6d04608 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324748 Aug 07 14:43:34.593105 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device dc33e991-1cd7-4585-a19f-74ee584a6905 details requested by agent hyperv_hv-cinder-80382 with host hv-cinder-80382 {{(pid=94069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 14:43:34.688620 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=dc33e991-1cd7-4585-a19f-74ee584a6905,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:43:34.701083 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Returning: {'device': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'port_id': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'mac_address': 'fa:16:3e:0e:40:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 14:43:34.736309 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:34.752308 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc33e991-1cd7-4585-a19f-74ee584a6905 {{(pid=94069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 14:43:34.776683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=dc33e991-1cd7-4585-a19f-74ee584a6905,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:43:34.833185 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebb48e-527c-4005-a354-7aff1bdd135e req-834f1cd6-38b5-44fa-85d2-98ba7c30adff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:34.834686 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2aebb48e-527c-4005-a354-7aff1bdd135e req-834f1cd6-38b5-44fa-85d2-98ba7c30adff tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 943 time: 0.0512147 Aug 07 14:43:34.873342 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-2aebb48e-527c-4005-a354-7aff1bdd135e req-866ab416-26e2-41c8-9c9e-f5896e0c5805 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Aug 07 14:43:34.876358 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:34.924820 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=4']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:34.931774 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:34.936226 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:35.158157 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] get_ports_and_sgs() called for port_ids ['dc33e991-1cd7-4585-a19f-74ee584a6905'] {{(pid=94069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 14:43:35.989190 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa99ca-22ec-4de0-8c42-29f58da2f023 req-396260df-e45a-4702-8e17-262a3e23c65c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:35.990685 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-50aa99ca-22ec-4de0-8c42-29f58da2f023 req-396260df-e45a-4702-8e17-262a3e23c65c tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 944 time: 0.0481558 Aug 07 14:43:36.031562 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-50aa99ca-22ec-4de0-8c42-29f58da2f023 req-79866764-844e-4e4a-a4d2-2c4112225b27 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350802 Aug 07 14:43:36.592892 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device dc33e991-1cd7-4585-a19f-74ee584a6905 up at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 14:43:36.704615 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning for port dc33e991-1cd7-4585-a19f-74ee584a6905 completed by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 14:43:36.708544 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.provisioning_blocks [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Provisioning complete for port dc33e991-1cd7-4585-a19f-74ee584a6905 triggered by entity L2. {{(pid=94069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 14:43:36.708932 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33036626'] for port, provisioning_complete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:36.783378 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:36.805975 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905'}] {{(pid=94069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:43:36.808256 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}049631eff38ea2f5b0db2765b823cff3d3d4732892829c0a99121225f25661d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be18fcfb-d1aa-4030-923e-365eb1825ea9" -d '{"events": [{"server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "name": "network-vif-plugged", "status": "completed", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905"}]}' {{(pid=94069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:43:36.821586 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=dc33e991-1cd7-4585-a19f-74ee584a6905,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:43:36.842968 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c18e5-1db4-4887-aa84-0156a94f9005 x-openstack-request-id: req-fd9c18e5-1db4-4887-aa84-0156a94f9005 {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:43:36.843232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "name": "network-vif-plugged", "status": "completed", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905", "code": 200}]} {{(pid=94069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:43:36.843490 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd9c18e5-1db4-4887-aa84-0156a94f9005 {{(pid=94069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:43:36.844125 dv-cinder-803823-2-iscsi neutron-server[94069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'code': 200} Aug 07 14:43:36.885990 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092'] for port, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:36.933617 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Pushing event updated for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=5']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:37.145888 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8b9c4-6330-4548-bf3e-91b1058fb0d3 req-ec46c5de-e902-44b8-a664-ab1a1efcc4c9 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:37.147308 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94e8b9c4-6330-4548-bf3e-91b1058fb0d3 req-ec46c5de-e902-44b8-a664-ab1a1efcc4c9 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0502687 Aug 07 14:43:37.186946 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-94e8b9c4-6330-4548-bf3e-91b1058fb0d3 req-be0b578d-7edb-4683-97d6-a92288dad81a tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337164 Aug 07 14:43:37.188710 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5116f7-ef3b-4ced-bebb-d438b15eb281 req-c1554f72-3366-40a0-a5ae-1b2826cc3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:37.190210 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2b5116f7-ef3b-4ced-bebb-d438b15eb281 req-c1554f72-3366-40a0-a5ae-1b2826cc3017 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1098 time: 0.0396004 Aug 07 14:43:37.228380 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-2b5116f7-ef3b-4ced-bebb-d438b15eb281 req-cdce3155-cc35-4d87-a195-8cd099c67069 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305984 Aug 07 14:43:38.302337 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccebf6-889d-41b7-96c6-eac62b043757 req-cd0c9e44-3ecb-4674-9fd0-14fa21402ac8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:38.304017 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6ccebf6-889d-41b7-96c6-eac62b043757 req-cd0c9e44-3ecb-4674-9fd0-14fa21402ac8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0487778 Aug 07 14:43:38.349147 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-b6ccebf6-889d-41b7-96c6-eac62b043757 req-5a271eaa-4b1c-44d1-b59e-10566504a3a3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Aug 07 14:43:39.461615 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74968685-d356-4fea-a97a-77950d18e456 req-c74cb4de-1101-4c56-ac30-2b2cf8f6fedd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:39.463084 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74968685-d356-4fea-a97a-77950d18e456 req-c74cb4de-1101-4c56-ac30-2b2cf8f6fedd tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0471184 Aug 07 14:43:39.502796 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-74968685-d356-4fea-a97a-77950d18e456 req-2688599c-9974-4606-81f3-57f756c6a870 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Aug 07 14:43:39.614558 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea81d-07d4-4f6e-9527-beff32c7bcf3 req-4f7925fb-c643-45b4-a377-66ad248b4a4f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:39.616096 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d05ea81d-07d4-4f6e-9527-beff32c7bcf3 req-4f7925fb-c643-45b4-a377-66ad248b4a4f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0484507 Aug 07 14:43:39.653747 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-d05ea81d-07d4-4f6e-9527-beff32c7bcf3 req-74e2d895-ffc2-41e3-90f6-cced0c97b279 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Aug 07 14:43:39.674981 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57682) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:43:39.712164 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f004ca14-2dd1-48f3-afd6-4849f0ab5590 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:39.713629 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-f004ca14-2dd1-48f3-afd6-4849f0ab5590 tempest-TestVolumeBootPattern-1971811749 tempest-TestVolumeBootPattern-1971811749-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1093 time: 0.0376699 Aug 07 14:43:39.716321 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57684) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:43:39.720500 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.v2.base [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Request body: {'floatingip': {'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'port_id': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 14:43:39.779409 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:39.879221 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:39.982989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_common [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Allocated IP 172.27.3.178 (9d55b9c2-18cc-401e-9dff-94ef863a6f01/9b8660c5-230a-4f1d-9223-68330a27ea15/6d77cf23-a896-44ac-8039-16c082343965) {{(pid=94068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 14:43:40.086349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.202989 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793424821980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.242785 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Network 9d55b9c2-18cc-401e-9dff-94ef863a6f01 is already hosted by enough agents. {{(pid=94068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 14:43:40.245677 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.base_scheduler [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Resources bound (agent type, host, resource id): {{(pid=94068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 14:43:40.249328 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Received port after_create {{(pid=94068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 14:43:40.271802 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=6d77cf23-a896-44ac-8039-16c082343965,revision_number=1']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:40.282606 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.282968 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.283326 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.283707 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.284052 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.284393 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.284731 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.285067 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.285402 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.285738 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.286072 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.286473 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:43:40.612619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.718813 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33185809'] for port, before_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.869751 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for port, precommit_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.922541 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793425292189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793424821998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793424825092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8679333'] for port, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:40.995418 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event updated for resources: {'Port': ['ID=6d77cf23-a896-44ac-8039-16c082343965,revision_number=2']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:43:41.006868 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703645'] for floatingip, after_update {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:41.105438 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP f1880a5f-c04b-4662-98c5-f2e0ae8fda53 associated. External IP: 172.27.3.178, port: dc33e991-1cd7-4585-a19f-74ee584a6905. Aug 07 14:43:41.306106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:43:41.409283 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:43:41.419566 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:43:41.431918 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:43:41.432541 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:43:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:43:41.493374 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:41.520365 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-cf694c65-4a47-4453-81f9-7887802d453d tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8030076 Aug 07 14:43:41.521537 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:43:41.523809 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd52a633-9348-4af0-b939-af1a47f845eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:43:41.535845 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:43:41.560614 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30589c-f9f2-4af2-9243-bb122386fecf x-openstack-request-id: req-0d30589c-f9f2-4af2-9243-bb122386fecf {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:43:41.560979 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:43:41.561349 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d30589c-f9f2-4af2-9243-bb122386fecf {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:43:41.561832 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'status': 'completed', 'code': 200} Aug 07 14:43:41.642822 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a633-9348-4af0-b939-af1a47f845eb req-ba3c1f77-8a38-447a-9838-a0a2f829a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:41.644424 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-ba3c1f77-8a38-447a-9838-a0a2f829a67f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1098 time: 0.0398548 Aug 07 14:43:41.766681 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}, {'id': 'f1880a5f-c04b-4662-98c5-f2e0ae8fda53', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:0e:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:43:40Z', 'updated_at': '2021-08-07T14:43:40Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:43:41.794577 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:43:41.804003 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:43:41.804639 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:43:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:43:41.917359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:43:41.982564 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a633-9348-4af0-b939-af1a47f845eb req-00d5645f-0902-40b0-98f2-c39abf0ee5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:41.984073 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-00d5645f-0902-40b0-98f2-c39abf0ee5f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.3331578 Aug 07 14:43:42.049498 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-7204cad6-2d74-4f95-8391-bc668a12d482 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc33e991-1cd7-4585-a19f-74ee584a6905 HTTP/1.1" status: 200 len: 999 time: 0.0567708 Aug 07 14:43:42.097848 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a633-9348-4af0-b939-af1a47f845eb req-0c18aec1-b3f1-47bd-ae8d-425fa2cfdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:42.103096 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-0c18aec1-b3f1-47bd-ae8d-425fa2cfdfb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0467443 Aug 07 14:43:42.147295 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}, {'id': 'f1880a5f-c04b-4662-98c5-f2e0ae8fda53', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:0e:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:43:40Z', 'updated_at': '2021-08-07T14:43:40Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:43:42.153030 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a633-9348-4af0-b939-af1a47f845eb req-c71870af-a8ab-48e9-bdbd-c74bed112f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:43:42.154562 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-c71870af-a8ab-48e9-bdbd-c74bed112f65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447803 Aug 07 14:43:42.177420 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385d0c9f-18eb-4b95-b7fa-7ffb7e6eda9b None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}, {'id': 'f1880a5f-c04b-4662-98c5-f2e0ae8fda53', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:0e:40:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:43:40Z', 'updated_at': '2021-08-07T14:43:40Z', 'revision_number': 0, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:43:42.249119 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-5d3bfd01-798d-4f0b-9756-558332c4bd09 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866265 Aug 07 14:43:42.350673 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-dd52a633-9348-4af0-b939-af1a47f845eb req-77fb2874-9106-4ee6-aeb3-e887da1f2e0b service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930138 Aug 07 14:43:42.361840 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8aa94f-bd48-4973-af1e-c79d06fbfd1e None None] New status for floating IP f1880a5f-c04b-4662-98c5-f2e0ae8fda53: ACTIVE {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:43:50.007989 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e039e281-1435-4b13-aa6f-f6501ad4eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:52.842175 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-086fb2e8-8fb1-4df5-baef-cce762cc7e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:53.379071 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:54.042182 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:55.167404 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:43:59.076029 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:00.008538 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:44:09.734601 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-e8302881-61a8-49b7-a7c2-98081ea1b6c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383389 Aug 07 14:44:09.828334 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-60342a61-813f-4f27-b3f6-5bb504f2e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:44:09.829786 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-60342a61-813f-4f27-b3f6-5bb504f2e970 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0380487 Aug 07 14:44:09.933116 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-bcaa8215-4424-4463-847f-4ecdcd527680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:44:09.934599 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-bcaa8215-4424-4463-847f-4ecdcd527680 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0861464 Aug 07 14:44:09.999357 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-6360f7f3-6e5c-4ba9-b9f4-13f19034edb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 1000 time: 0.0566375 Aug 07 14:44:10.050607 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-1216f289-44df-4431-98f8-a031a4b1aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:44:10.052064 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-1216f289-44df-4431-98f8-a031a4b1aa86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0445375 Aug 07 14:44:10.100619 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-254e1281-706e-48c2-b226-9370c172f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:44:10.102109 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-254e1281-706e-48c2-b226-9370c172f3bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416923 Aug 07 14:44:10.188784 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-07b502ec-d4a1-41c6-affc-9c02ca283037 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796719 Aug 07 14:44:10.280092 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-4276c16b-affa-4e38-af0b-6f269acfc905 req-98e1f910-ae84-4916-8d80-e31a68aaac89 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832155 Aug 07 14:44:20.018174 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-2e289574-0007-4928-9f2b-b257086eecd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:22.766715 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-f51926ad-808f-49f6-b480-0f083bfc33f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:23.343790 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:24.041176 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:25.183365 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:29.080650 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:37.007672 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:44:50.040431 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5cd9285f-c211-4203-8b8e-2721db60e2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:52.800748 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-516ba54a-56c0-468e-8cb1-4fb34f6747d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:53.360359 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:54.062047 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:55.200724 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:44:59.085616 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:09.602888 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57722) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:10.070150 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port 6d77cf23-a896-44ac-8039-16c082343965 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:10.070651 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.161625 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.161980 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.173380 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for 6d77cf23-a896-44ac-8039-16c082343965 owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:10.393310 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.416509 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=6d77cf23-a896-44ac-8039-16c082343965,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:10.432570 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.432938 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.433312 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.433661 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.434006 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.434352 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.434696 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.435027 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.435368 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.435761 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.436103 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.436438 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:10.493701 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.494989 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP f1880a5f-c04b-4662-98c5-f2e0ae8fda53 disassociated (deleted). External IP: 172.27.3.178, port: dc33e991-1cd7-4585-a19f-74ee584a6905. Aug 07 14:45:10.700060 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:45:10.805985 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:45:10.810881 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:10.815461 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:45:10.825270 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:10.825881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:44:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:10.837132 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-812b6efc-473d-498a-b047-3ebe074b6ff5 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "DELETE /v2.0/floatingips/f1880a5f-c04b-4662-98c5-f2e0ae8fda53 HTTP/1.1" status: 204 len: 168 time: 1.2331803 Aug 07 14:45:10.837730 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:45:10.844065 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796133f8-a595-49c2-857d-d642e30422e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:45:10.934379 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:10.939817 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa708ba1-8411-4a74-890d-44d84909437e x-openstack-request-id: req-fa708ba1-8411-4a74-890d-44d84909437e {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:45:10.940113 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:45:10.940369 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa708ba1-8411-4a74-890d-44d84909437e {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:45:10.940780 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'status': 'completed', 'code': 200} Aug 07 14:45:11.078443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796133f8-a595-49c2-857d-d642e30422e4 req-04b849bd-f0ea-4de7-be4f-68e23c2882ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:11.080019 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-04b849bd-f0ea-4de7-be4f-68e23c2882ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 1098 time: 0.0877488 Aug 07 14:45:11.167699 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:11.178794 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796133f8-a595-49c2-857d-d642e30422e4 req-8955ab7a-d986-4eea-a1cd-b0eb43a90a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:11.180345 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-8955ab7a-d986-4eea-a1cd-b0eb43a90a47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0928240 Aug 07 14:45:11.200103 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:45:11.208896 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:11.209519 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:44:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:11.258405 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-0f904f8d-4a52-4574-9a9c-cc94c46c8f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc33e991-1cd7-4585-a19f-74ee584a6905 HTTP/1.1" status: 200 len: 217 time: 0.0362868 Aug 07 14:45:11.266215 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac7068-23e0-4aa8-90d2-aae1bfebd1a2 req-c5da8741-4ef2-4f37-98d4-72a177f22849 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:11.267766 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3bac7068-23e0-4aa8-90d2-aae1bfebd1a2 req-c5da8741-4ef2-4f37-98d4-72a177f22849 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0486274 Aug 07 14:45:11.309303 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-3bac7068-23e0-4aa8-90d2-aae1bfebd1a2 req-ed1ad4be-c813-48a5-a92a-97d681c5d714 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348370 Aug 07 14:45:11.311631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796133f8-a595-49c2-857d-d642e30422e4 req-9b1ad979-eab7-4145-a18f-f70ffd2aed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:11.313428 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-9b1ad979-eab7-4145-a18f-f70ffd2aed25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0475061 Aug 07 14:45:11.324854 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:11.363266 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796133f8-a595-49c2-857d-d642e30422e4 req-4c7dc9eb-d9e4-402d-a54a-296d5cf6f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:11.364892 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-4c7dc9eb-d9e4-402d-a54a-296d5cf6f632 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419261 Aug 07 14:45:11.463554 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-3dad2f54-c4dc-4107-b814-ff0f8f97b005 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887859 Aug 07 14:45:11.558241 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-796133f8-a595-49c2-857d-d642e30422e4 req-e1afd6e8-099c-4d2f-84fa-27a8f050c342 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846658 Aug 07 14:45:11.675046 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:11.704218 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a8c4-cecc-4917-961d-166203945a25 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_floatingips': [{'id': 'de7f7686-73cd-4237-8530-d0d215b42d2e', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'router_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'port_id': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'mac_address': 'fa:16:3e:95:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T14:41:52Z', 'updated_at': '2021-08-07T14:41:54Z', 'revision_number': 1, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:45:11.907740 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ca555-9966-4d72-90b7-54c98c756a00 None None] New status for floating IP f1880a5f-c04b-4662-98c5-f2e0ae8fda53: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:45:12.424674 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baefe3-cbb7-43ab-a117-46ac6d2d3c15 req-5c813aec-6d8a-403b-a93a-5f6622200ba8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:12.426215 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10baefe3-cbb7-43ab-a117-46ac6d2d3c15 req-5c813aec-6d8a-403b-a93a-5f6622200ba8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0469310 Aug 07 14:45:12.465722 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-10baefe3-cbb7-43ab-a117-46ac6d2d3c15 req-43e1f522-740c-433c-8ddb-f8df09d1f912 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Aug 07 14:45:13.003508 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b845a4bb-171c-4b3d-ab93-1aeff176eaa8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:13.004979 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b845a4bb-171c-4b3d-ab93-1aeff176eaa8 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 945 time: 0.0523157 Aug 07 14:45:13.091082 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port dc33e991-1cd7-4585-a19f-74ee584a6905 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:13.091427 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:13.180491 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] For port dc33e991-1cd7-4585-a19f-74ee584a6905, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=dc33e991-1cd7-4585-a19f-74ee584a6905,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:13.180794 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:13.193549 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for dc33e991-1cd7-4585-a19f-74ee584a6905 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:13.382349 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:13.411962 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=dc33e991-1cd7-4585-a19f-74ee584a6905,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:13.421360 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.421723 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.422073 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.422418 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.422761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.423100 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.423436 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.424343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.424343 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.424547 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.424784 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.425110 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:13.464617 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] No DVR routers for this DVR port dc33e991-1cd7-4585-a19f-74ee584a6905 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:13.467170 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:13.469200 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e17df809-4ffe-46db-8b18-1fc0de828787 req-b188d132-c06c-4b12-b9d3-4908166010f3 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "DELETE /v2.0/ports/dc33e991-1cd7-4585-a19f-74ee584a6905 HTTP/1.1" status: 204 len: 173 time: 0.4581370 Aug 07 14:45:13.469633 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'name': 'network-vif-deleted', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:45:13.471891 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c941b9-1f7b-499c-b898-17dd8435d867" -d '{"events": [{"server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "name": "network-vif-deleted", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:45:13.563282 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-f6d81345-d5b4-4a7b-afed-67eca637a765 req-65d65db1-e64a-4412-9076-ecfb08d9d755 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 210 time: 0.0301578 Aug 07 14:45:13.569637 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e7b353-8313-4365-9926-e81fed69ac4b x-openstack-request-id: req-91e7b353-8313-4365-9926-e81fed69ac4b {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:45:13.569945 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5da149-e3d2-4819-9661-c659ff05ccef", "name": "network-vif-deleted", "tag": "dc33e991-1cd7-4585-a19f-74ee584a6905", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:45:13.570625 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91e7b353-8313-4365-9926-e81fed69ac4b {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:45:13.571032 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5da149-e3d2-4819-9661-c659ff05ccef', 'name': 'network-vif-deleted', 'tag': 'dc33e991-1cd7-4585-a19f-74ee584a6905', 'status': 'completed', 'code': 200} Aug 07 14:45:14.006012 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:45:14.668024 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-bca95a4e-148d-4916-a11d-062d2dc8d4f1 req-9d56e3f4-f8aa-4276-bb56-c4e2ee9581a9 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5da149-e3d2-4819-9661-c659ff05ccef HTTP/1.1" status: 200 len: 210 time: 0.0256586 Aug 07 14:45:15.026339 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device dc33e991-1cd7-4585-a19f-74ee584a6905 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:15.045702 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: dc33e991-1cd7-4585-a19f-74ee584a6905 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:15.046054 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device dc33e991-1cd7-4585-a19f-74ee584a6905 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:18.113156 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57778) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:18.261416 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port 67e8f6ff-cd72-4b16-8f16-0eab2a66a20d {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:18.261762 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.333298 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.333636 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.344773 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for 67e8f6ff-cd72-4b16-8f16-0eab2a66a20d owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:18.581905 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.604952 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=67e8f6ff-cd72-4b16-8f16-0eab2a66a20d,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:18.670422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.670854 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.db.l3_db [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Floating IP de7f7686-73cd-4237-8530-d0d215b42d2e disassociated (deleted). External IP: 172.27.3.17, port: a5324245-44ce-4cf4-9282-e2f37568bb69. Aug 07 14:45:18.875183 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:45:18.980092 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:45:18.985185 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:18.989333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:45:18.998815 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:18.999480 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:44:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:19.015367 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-ebd37b60-0099-4c06-a19a-7a558c997cfe tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "DELETE /v2.0/floatingips/de7f7686-73cd-4237-8530-d0d215b42d2e HTTP/1.1" status: 204 len: 168 time: 0.9010897 Aug 07 14:45:19.016058 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69'}] {{(pid=94068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:45:19.018316 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db761dce3df92f91e871b038f31988062ada6fd787dbc2d7902f6fac2507c5da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e666918e-e4a6-4b76-828c-64c9cf96c13c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69"}]}' {{(pid=94068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:45:19.075246 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8624c39-86e4-4594-84d3-8aad8e20022a x-openstack-request-id: req-e8624c39-86e4-4594-84d3-8aad8e20022a {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:45:19.077080 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69", "status": "completed", "code": 200}]} {{(pid=94068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:45:19.077352 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8624c39-86e4-4594-84d3-8aad8e20022a {{(pid=94068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:45:19.077766 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'status': 'completed', 'code': 200} Aug 07 14:45:19.111951 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:19.168017 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-de2dddcf-596e-4e95-a44d-4b78084144b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:19.169593 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-de2dddcf-596e-4e95-a44d-4b78084144b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eaa72216ab94ca5929549aacb6f0811&device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 1098 time: 0.0499432 Aug 07 14:45:19.266522 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-dd6ab21d-5a67-43b2-9bbe-87ea28b461b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:19.268059 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-dd6ab21d-5a67-43b2-9bbe-87ea28b461b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 200 len: 913 time: 0.0916698 Aug 07 14:45:19.311087 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-b28cb85b-d54f-4b3a-9eca-d9ed901ce7c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 200 len: 217 time: 0.0359197 Aug 07 14:45:19.314498 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:19.345882 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:45:19.357414 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:19.358069 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:44:53Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:19.367883 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-70687c9c-21ea-42a4-925e-8e77c8ae9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:19.370511 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-70687c9c-21ea-42a4-925e-8e77c8ae9c24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 200 len: 851 time: 0.0521736 Aug 07 14:45:19.425761 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-925bced0-38d3-40ec-8cc8-ff06c8ae7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:19.427277 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-925bced0-38d3-40ec-8cc8-ff06c8ae7efe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a0e731ee-530b-4ca1-a933-fd425a26652b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494833 Aug 07 14:45:19.466300 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:19.474437 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97d307-c071-46da-b3dc-ba8a91525e89 req-6f162e7a-ef5d-4486-9474-8afbb5a7f46b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:19.476124 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec97d307-c071-46da-b3dc-ba8a91525e89 req-6f162e7a-ef5d-4486-9474-8afbb5a7f46b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0500855 Aug 07 14:45:19.517350 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-ec97d307-c071-46da-b3dc-ba8a91525e89 req-9300c0fb-7e42-4804-871f-05f3909113b1 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336726 Aug 07 14:45:19.532804 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-8ea62915-e27a-4357-b58a-64cf5da5b1eb service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879934 Aug 07 14:45:19.628352 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-e666918e-e4a6-4b76-828c-64c9cf96c13c req-7dc79708-ed96-433e-afe4-2df8302fa0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880146 Aug 07 14:45:19.668100 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:19.696829 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb3c5-55f1-44a5-9c36-9337c7dc8f55 None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:43Z', 'revision_number': 4, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi', '_interfaces': [{'id': 'ff8cd372-2144-4392-8958-6dd1b355f8b5', 'name': '', 'network_id': 'a0e731ee-530b-4ca1-a933-fd425a26652b', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'mac_address': 'fa:16:3e:4f:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:42Z', 'updated_at': '2021-08-07T14:38:49Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'subnets': [{'id': 'fcd69669-d11e-4481-849b-bc1c19e6953d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:45:19.902920 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa628527-8f7a-47f0-bdaa-d3e0eb254b60 None None] New status for floating IP de7f7686-73cd-4237-8530-d0d215b42d2e: DOWN {{(pid=94070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 14:45:20.051172 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-899c13d1-84b7-4b3f-afa6-2f48df0ef7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:20.633934 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c28b1-fbbd-46b6-a126-57908dc09d32 req-72e7a1a2-1d0d-4e08-b451-7402f57b011f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:20.635474 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-426c28b1-fbbd-46b6-a126-57908dc09d32 req-72e7a1a2-1d0d-4e08-b451-7402f57b011f tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Aug 07 14:45:20.672565 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-426c28b1-fbbd-46b6-a126-57908dc09d32 req-d2d0b171-a410-4812-a432-ab7112d84ae9 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e7c996-dbc0-4052-b232-e59977aa2be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Aug 07 14:45:21.076160 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d6d83-d845-4648-9813-69c3d3e304af req-a6ddf975-8e79-4659-b6c4-51a5c3a550fc tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 14:45:21.077622 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-242d6d83-d845-4648-9813-69c3d3e304af req-a6ddf975-8e79-4659-b6c4-51a5c3a550fc tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 945 time: 0.0508893 Aug 07 14:45:21.164668 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port a5324245-44ce-4cf4-9282-e2f37568bb69 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:21.165677 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:21.251744 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] For port a5324245-44ce-4cf4-9282-e2f37568bb69, host hv-cinder-80382, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80382',level=0,port_id=a5324245-44ce-4cf4-9282-e2f37568bb69,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:21.252113 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:21.264874 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for a5324245-44ce-4cf4-9282-e2f37568bb69 owned by compute:nova {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:21.462772 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:21.491168 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=a5324245-44ce-4cf4-9282-e2f37568bb69,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:21.530043 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] No DVR routers for this DVR port a5324245-44ce-4cf4-9282-e2f37568bb69 on host hv-cinder-80382 {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:21.532443 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for port, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:21.534400 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [req-242d6d83-d845-4648-9813-69c3d3e304af req-49959f08-b3f0-4ec1-8dc8-8f310599949b tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.11 "DELETE /v2.0/ports/a5324245-44ce-4cf4-9282-e2f37568bb69 HTTP/1.1" status: 204 len: 173 time: 0.4500692 Aug 07 14:45:21.534830 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'name': 'network-vif-deleted', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69'}] {{(pid=94067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 14:45:21.537055 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778fb35e1275af2cf80a4bcf19b4390bff1cd2af3c2739e0bd5782b9b4feecc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5cdb18-2a43-4d83-b0e6-3fdaa853e4fe" -d '{"events": [{"server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "name": "network-vif-deleted", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69"}]}' {{(pid=94067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 14:45:21.572144 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f0c5b-d667-43dc-832f-e88b602bc4d3 x-openstack-request-id: req-b31f0c5b-d667-43dc-832f-e88b602bc4d3 {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 14:45:21.572501 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b5fc39-d65b-4da6-9ad8-976484b66f82", "name": "network-vif-deleted", "tag": "a5324245-44ce-4cf4-9282-e2f37568bb69", "status": "completed", "code": 200}]} {{(pid=94067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 14:45:21.572765 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b31f0c5b-d667-43dc-832f-e88b602bc4d3 {{(pid=94067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 14:45:21.573166 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b5fc39-d65b-4da6-9ad8-976484b66f82', 'name': 'network-vif-deleted', 'tag': 'a5324245-44ce-4cf4-9282-e2f37568bb69', 'status': 'completed', 'code': 200} Aug 07 14:45:21.767207 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [req-431f114f-7899-4bcb-a4dc-6c345e892d96 req-2ab41258-c677-489f-b9d7-db8029af125a tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b5fc39-d65b-4da6-9ad8-976484b66f82 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Aug 07 14:45:22.777000 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d6a5838a-c9fa-4375-8747-c4ae8821ac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:22.823302 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57794) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:22.948900 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Deleting port d1e336ff-bb89-4449-9ced-3358da8c3a34 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:22.949253 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.021920 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.022250 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.033321 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Calling delete_port for d1e336ff-bb89-4449-9ced-3358da8c3a34 owned by network:floatingip {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:23.058798 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device a5324245-44ce-4cf4-9282-e2f37568bb69 no longer exists at agent hyperv_hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:23.077638 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] No Port match for: a5324245-44ce-4cf4-9282-e2f37568bb69 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:23.077987 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Device a5324245-44ce-4cf4-9282-e2f37568bb69 not bound to the agent host hv-cinder-80382 {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:23.210389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.234946 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'Port': ['ID=d1e336ff-bb89-4449-9ced-3358da8c3a34,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:23.296422 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for floatingip, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.298987 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27320'] for floatingip, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:23.300187 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-714d8ce3-25b3-4d90-b2b6-c50a65844151 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "DELETE /v2.0/floatingips/46762679-69c8-445f-9b45-d7dda307d755 HTTP/1.1" status: 204 len: 168 time: 0.4758685 Aug 07 14:45:23.376332 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.056709 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.640507 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57806) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:24.699259 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.723066 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.844268 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.846838 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Notify callbacks [] for security_group, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:24.848031 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5e7c996-dbc0-4052-b232-e59977aa2be4 HTTP/1.1" status: 204 len: 168 time: 0.2065084 Aug 07 14:45:24.857475 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5136d8-db8c-4ae0-adff-8de731baa523 tempest-TestVolumeBootPattern-12038593 tempest-TestVolumeBootPattern-12038593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7c996-dbc0-4052-b232-e59977aa2be4,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:24.983921 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57810) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:25.188139 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:25.433106 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:25.940602 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Deleting port ff8cd372-2144-4392-8958-6dd1b355f8b5 {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:25.941169 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:26.016025 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] For port ff8cd372-2144-4392-8958-6dd1b355f8b5, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=ff8cd372-2144-4392-8958-6dd1b355f8b5,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:26.016389 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:26.028589 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Calling delete_port for ff8cd372-2144-4392-8958-6dd1b355f8b5 owned by network:router_interface {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:26.256929 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:26.284100 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8cd372-2144-4392-8958-6dd1b355f8b5,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:26.446797 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:26.657581 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Router c225efee-cf81-4d65-9302-226c4e56befd has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:45:26.762098 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:45:26.767025 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-7c4f8172-e5bb-4b0f-89e9-159249b3e403 admin admin] 10.222.0.26 "PUT /v2.0/routers/c225efee-cf81-4d65-9302-226c4e56befd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820811 Aug 07 14:45:26.769589 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57814) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:26.772193 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Sync routers for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:45:26.781693 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:26.782298 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:45:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:26.869491 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:26.881792 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: dv-cinder-803823-2-iscsi {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:26.966055 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.053232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:45:26Z', 'revision_number': 5, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port': {'id': 'bcd39ad0-8600-4e8d-9b60-3464624c575d', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:27.068006 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Deleting port bcd39ad0-8600-4e8d-9b60-3464624c575d {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:27.068363 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.078333 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Checking router: c225efee-cf81-4d65-9302-226c4e56befd for host: dv-cinder-803823-2-iscsi {{(pid=94069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:45:27.086302 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Routers {'c225efee-cf81-4d65-9302-226c4e56befd'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:27.087609 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:45:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['c225efee-cf81-4d65-9302-226c4e56befd'], 'active': True} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:27.152381 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] For port bcd39ad0-8600-4e8d-9b60-3464624c575d, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=bcd39ad0-8600-4e8d-9b60-3464624c575d,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:27.153059 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.172811 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvr_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] Set router c225efee-cf81-4d65-9302-226c4e56befd gateway port host: None {{(pid=94069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:27.173469 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Calling delete_port for bcd39ad0-8600-4e8d-9b60-3464624c575d owned by network:router_gateway {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:27.228143 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_hamode_db [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:45:26Z', 'revision_number': 6, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port_host': None}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:27.255048 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d47ca-8daf-436b-a20e-6fd7a122444b None None] The sync data for ids ['c225efee-cf81-4d65-9302-226c4e56befd'] in dv-cinder-803823-2-iscsi is: [{'id': 'c225efee-cf81-4d65-9302-226c4e56befd', 'name': 'tempest-TestVolumeBootPattern-1939106190-router', 'tenant_id': '2eaa72216ab94ca5929549aacb6f0811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:40Z', 'updated_at': '2021-08-07T14:45:26Z', 'revision_number': 6, 'project_id': '2eaa72216ab94ca5929549aacb6f0811', 'gw_port_host': None}] {{(pid=94069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:45:27.382412 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.408397 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd39ad0-8600-4e8d-9b60-3464624c575d,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:27.467308 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.553777 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.556386 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.674055 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.674619 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c225efee-cf81-4d65-9302-226c4e56befd {{(pid=94068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:45:27.681068 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.681068 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-b49986ac-3d4c-461e-89cd-149a5f0395b1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c225efee-cf81-4d65-9302-226c4e56befd HTTP/1.1" status: 204 len: 168 time: 0.9095380 Aug 07 14:45:27.683181 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57818) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:27.730053 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.db_base_plugin_v2 [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Deleting subnet fcd69669-d11e-4481-849b-bc1c19e6953d {{(pid=94068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:45:27.733044 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.765857 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4184130'] for subnet, precommit_delete_associations {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.840520 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.960522 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8679327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156796'] for subnet, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:27.995597 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd69669-d11e-4481-849b-bc1c19e6953d,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:28.001239 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.003154 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-294cfc35-bc27-49fd-9172-4dcd69d8db3d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fcd69669-d11e-4481-849b-bc1c19e6953d HTTP/1.1" status: 204 len: 168 time: 0.3189516 Aug 07 14:45:28.005815 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [-] (94068) accepted ('10.222.0.26', 57820) {{(pid=94068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:28.007875 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd3e23-b345-4541-b341-e81f91add4ba None None] Network a0e731ee-530b-4ca1-a933-fd425a26652b requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:45:28.079141 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.139277 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Deleting port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe {{(pid=94068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:28.139657 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.210878 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.db [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] For port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:28.211251 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.225162 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Calling delete_port for 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe owned by network:dhcp {{(pid=94068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:28.310150 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] DHCP port deletion for a0e731ee-530b-4ca1-a933-fd425a26652b request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:45:28.355817 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Deleting port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:28.356208 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.411276 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8679340'] for port, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.420284 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] For port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,segment=NetworkSegment(99366138-da90-43e4-b7df-bcf8222d0817),segment_id=99366138-da90-43e4-b7df-bcf8222d0817)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:28.420713 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.433487 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Calling delete_port for 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:28.437667 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:28.439488 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] No DVR routers for this DVR port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe on host dv-cinder-803823-2-iscsi {{(pid=94068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:28.507837 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.510958 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.521032 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e731ee-530b-4ca1-a933-fd425a26652b']}} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:28.532230 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99366138-da90-43e4-b7df-bcf8222d0817') {'for_net_delete': True} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:28.532532 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.services.segments.db [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99366138-da90-43e4-b7df-bcf8222d0817') {} {{(pid=94068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:28.534227 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Pushing event deleted for resources: {'Port': ['ID=50cbd7eb-3f17-4614-b9e9-26c9415ea0fe,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:28.536598 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] No DVR routers for this DVR port 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:28.545492 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.546723 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.547120 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.547477 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.547753 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4184149'] for segment, before_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.547868 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.548177 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.548591 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.548819 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.549156 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.549489 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.549822 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.550152 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d756a-f603-4495-9805-fab5942b0aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803823-2-iscsi {{(pid=94069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 14:45:28.563495 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.569549 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:45:28.570442 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8679233'] for segment, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: Traceback (most recent call last): Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: timer() Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: cb(*args, **kw) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: return func(*args, **kwargs) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: self._notify() Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: self.callback(batched_events) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: event.method(event) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: return f(self, *a, **k) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._get(url).json() Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: return self.request(url, 'GET', **kwargs) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:45:28.571686 dv-cinder-803823-2-iscsi neutron-server[94068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:45:28.668286 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.673353 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron_lib.callbacks.manager [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:28.676590 dv-cinder-803823-2-iscsi neutron-server[94068]: INFO neutron.wsgi [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a0e731ee-530b-4ca1-a933-fd425a26652b HTTP/1.1" status: 204 len: 168 time: 0.6681321 Aug 07 14:45:28.678263 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57822) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:28.686231 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7ccb-fe04-4db8-bc1b-1cd76754fe21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e731ee-530b-4ca1-a933-fd425a26652b,revision_number=None']} {{(pid=94068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:29.014169 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704413'] for router_interface, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:29.119821 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:29.192800 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device bcd39ad0-8600-4e8d-9b60-3464624c575d no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:29.215926 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: bcd39ad0-8600-4e8d-9b60-3464624c575d {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:29.216778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device bcd39ad0-8600-4e8d-9b60-3464624c575d not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:29.216778 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:29.238881 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:29.239227 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 50cbd7eb-3f17-4614-b9e9-26c9415ea0fe not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:29.239658 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ff8cd372-2144-4392-8958-6dd1b355f8b5 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:29.260301 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Deleting port 3b23a2d5-5ea7-4296-915a-2a354c03a62a {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:29.260653 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:29.261620 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: ff8cd372-2144-4392-8958-6dd1b355f8b5 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:29.261966 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device ff8cd372-2144-4392-8958-6dd1b355f8b5 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:29.344250 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] For port 3b23a2d5-5ea7-4296-915a-2a354c03a62a, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=3b23a2d5-5ea7-4296-915a-2a354c03a62a,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:29.344719 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:29.358940 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Calling delete_port for 3b23a2d5-5ea7-4296-915a-2a354c03a62a owned by network:router_interface {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:29.605250 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:29.633476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23a2d5-5ea7-4296-915a-2a354c03a62a,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:29.793859 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700461'] for router_interface, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:30.002157 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Router 234eb4ed-cd5d-469e-b059-8d81b76349d2 has already been hosted by L3 agent d9187caf-6357-4968-b8c2-6d41bf1bc1d5 {{(pid=94067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 14:45:30.104758 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] Notify agent at l3_agent.dv-cinder-803823-2-iscsi the message routers_updated {{(pid=94067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 14:45:30.109620 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-fcbacef6-3fa7-4f7d-a6c7-801a5cd38e00 admin admin] 10.222.0.26 "PUT /v2.0/routers/234eb4ed-cd5d-469e-b059-8d81b76349d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303074 Aug 07 14:45:30.112286 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57824) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:30.113047 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Sync routers for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 14:45:30.123148 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:30.123800 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:45:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:30.225124 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:30.406097 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:45:29Z', 'revision_number': 5, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:30.441935 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Checking router: 234eb4ed-cd5d-469e-b059-8d81b76349d2 for host: dv-cinder-803823-2-iscsi {{(pid=94070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 14:45:30.452488 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Routers {'234eb4ed-cd5d-469e-b059-8d81b76349d2'} bound to L3 agent in host dv-cinder-803823-2-iscsi {{(pid=94070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 14:45:30.453355 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803823-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T14:19:23Z,description=,heartbeat_timestamp=2021-08-07T14:45:23Z,host='dv-cinder-803823-2-iscsi',id=d9187caf-6357-4968-b8c2-6d41bf1bc1d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T14:19:23Z,topic='l3_agent')) {'router_ids': ['234eb4ed-cd5d-469e-b059-8d81b76349d2'], 'active': True} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:30.458379 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks [] for router, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:30.559140 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:30.559380 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_dvr_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] Set router 234eb4ed-cd5d-469e-b059-8d81b76349d2 gateway port host: dv-cinder-803823-2-iscsi {{(pid=94070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 14:45:30.670696 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Deleting port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:30.671045 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:30.732695 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.l3_hamode_db [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:45:29Z', 'revision_number': 5, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}], 'dv-cinder-803823-2-iscsi', False) {} {{(pid=94070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:30.748173 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] For port b2e5b4f7-4326-416e-9107-d7f9f7ef74a3, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,segment=NetworkSegment(fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3),segment_id=fcc973fd-0e2b-4aa5-9cff-23f92cf1fda3)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:30.748540 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:30.763996 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Calling delete_port for b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 owned by network:router_gateway {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:30.770088 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82c2c-6940-4470-9c5b-0062f9a0c065 None None] The sync data for ids ['234eb4ed-cd5d-469e-b059-8d81b76349d2'] in dv-cinder-803823-2-iscsi is: [{'id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'name': 'tempest-TestVolumeBootPattern-1755441882-router', 'tenant_id': 'fc503a882a154694ab07535d7084a67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'external_fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:45:29Z', 'revision_number': 5, 'project_id': 'fc503a882a154694ab07535d7084a67d', 'gw_port': {'id': 'b2e5b4f7-4326-416e-9107-d7f9f7ef74a3', 'name': '', 'network_id': '9d55b9c2-18cc-401e-9dff-94ef863a6f01', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234eb4ed-cd5d-469e-b059-8d81b76349d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803823-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T14:38:46Z', 'updated_at': '2021-08-07T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b8660c5-230a-4f1d-9223-68330a27ea15', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803823-2-iscsi'}] {{(pid=94070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 14:45:30.998398 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.026703 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e5b4f7-4326-416e-9107-d7f9f7ef74a3,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:31.085749 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703691'] for router_gateway, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.179518 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16368'] for router, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.182430 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.248960 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 3b23a2d5-5ea7-4296-915a-2a354c03a62a no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:31.269308 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 3b23a2d5-5ea7-4296-915a-2a354c03a62a {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:31.269662 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 3b23a2d5-5ea7-4296-915a-2a354c03a62a not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:31.308062 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702155'] for router, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.308631 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234eb4ed-cd5d-469e-b059-8d81b76349d2 {{(pid=94067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 14:45:31.317469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] Notify callbacks [] for router, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.317469 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-7bb1ffc5-87ea-4a1e-83d3-bf9b59ef0219 admin admin] 10.222.0.26 "DELETE /v2.0/routers/234eb4ed-cd5d-469e-b059-8d81b76349d2 HTTP/1.1" status: 204 len: 168 time: 1.2014563 Aug 07 14:45:31.317469 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57826) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:31.365778 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.db_base_plugin_v2 [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Deleting subnet 10ca2043-5301-45e6-83c8-5e54d9ef8ecd {{(pid=94067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 14:45:31.369882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.404716 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2556351'] for subnet, precommit_delete_associations {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.485104 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33281192'] for subnet, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.610521 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33281215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2556008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2384044'] for subnet, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.634142 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ca2043-5301-45e6-83c8-5e54d9ef8ecd,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:31.639729 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for subnet, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.641752 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-0293f316-9903-4caf-8fd4-b5948812bac7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/10ca2043-5301-45e6-83c8-5e54d9ef8ecd HTTP/1.1" status: 204 len: 168 time: 0.3233480 Aug 07 14:45:31.644246 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57828) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:31.646683 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f5ba1-5ace-4851-9a8f-fcec422237cd None None] Network 03f671ac-6713-423c-951e-13e37dd1d087 requested from dv-cinder-803823-2-iscsi {{(pid=94069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 14:45:31.713421 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33120375'] for network, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.777069 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Deleting port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e {{(pid=94067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:31.777425 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.830734 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] DHCP port deletion for 03f671ac-6713-423c-951e-13e37dd1d087 request from dv-cinder-803823-2-iscsi {{(pid=94069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 14:45:31.842635 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.db [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] For port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:31.843007 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.856273 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.plugin [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Calling delete_port for 94313b74-4529-4c2d-ad11-e0a47b1d1b6e owned by network:dhcp {{(pid=94067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:31.875558 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Deleting port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e {{(pid=94069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 14:45:31.875964 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793425287985'] for port, before_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.939533 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.db [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] For port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e, host dv-cinder-803823-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803823-2-iscsi',level=0,port_id=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,segment=NetworkSegment(5974ea5c-2927-4cfd-8e17-c4966c7ddd15),segment_id=5974ea5c-2927-4cfd-8e17-c4966c7ddd15)] {{(pid=94069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 14:45:31.943598 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697263'] for port, precommit_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:31.952425 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Calling delete_port for 94313b74-4529-4c2d-ad11-e0a47b1d1b6e owned by network:dhcp {{(pid=94069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 14:45:32.005344 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2555995'] for port, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.026209 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33186495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793425292171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793424821989'] for port, after_delete {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.035082 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Pushing event deleted for resources: {'Port': ['ID=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:32.040276 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] No DVR routers for this DVR port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e on host dv-cinder-803823-2-iscsi {{(pid=94067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:32.048533 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] Pushing event deleted for resources: {'Port': ['ID=94313b74-4529-4c2d-ad11-e0a47b1d1b6e,revision_number=None']} {{(pid=94069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:32.053904 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa306e0c-61b7-4413-8f4a-edb44ec4d061 None None] No DVR routers for this DVR port 94313b74-4529-4c2d-ad11-e0a47b1d1b6e on host dv-cinder-803823-2-iscsi {{(pid=94069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 14:45:32.110998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33281583', 'neutron.services.segments.db._delete_segments_for_network-8793425334128'] for network, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.121578 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f671ac-6713-423c-951e-13e37dd1d087']}} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:32.131439 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5974ea5c-2927-4cfd-8e17-c4966c7ddd15') {'for_net_delete': True} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:32.131772 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.services.segments.db [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5974ea5c-2927-4cfd-8e17-c4966c7ddd15') {} {{(pid=94067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 14:45:32.140998 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793425336697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2556328'] for segment, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.155133 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257'] for segment, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.160913 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33281257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2556086'] for segment, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: Traceback (most recent call last): Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: timer() Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: cb(*args, **kw) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: return func(*args, **kwargs) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: self._notify() Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: self.callback(batched_events) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: event.method(event) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: return f(self, *a, **k) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._get(url).json() Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: return self.request(url, 'GET', **kwargs) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 14:45:32.167061 dv-cinder-803823-2-iscsi neutron-server[94067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 14:45:32.307041 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33281590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703663'] for network, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.312342 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561191'] for network, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.314117 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03f671ac-6713-423c-951e-13e37dd1d087 HTTP/1.1" status: 204 len: 168 time: 0.6689620 Aug 07 14:45:32.325535 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b4a36-f475-4641-8c54-4192c6782895 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f671ac-6713-423c-951e-13e37dd1d087,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:32.600064 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57832) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:32.640394 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-c16adddb-5ab9-449c-afad-11aa3019f19d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2eaa72216ab94ca5929549aacb6f0811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391588 Aug 07 14:45:32.642825 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57834) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:32.691662 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.712882 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.844210 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.846973 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:32.848161 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b87ccd0-9f6e-4f6d-968b-f224a7386115 HTTP/1.1" status: 204 len: 168 time: 0.2044394 Aug 07 14:45:32.856548 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364635c-cc30-4b05-8b66-26b070bb2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87ccd0-9f6e-4f6d-968b-f224a7386115,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:33.201387 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:33.224172 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:33.224619 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device b2e5b4f7-4326-416e-9107-d7f9f7ef74a3 not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:33.225035 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 94313b74-4529-4c2d-ad11-e0a47b1d1b6e no longer exists at agent ovs-agent-dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 14:45:33.243851 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.plugin [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] No Port match for: 94313b74-4529-4c2d-ad11-e0a47b1d1b6e {{(pid=94069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 14:45:33.244208 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron.plugins.ml2.rpc [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Device 94313b74-4529-4c2d-ad11-e0a47b1d1b6e not bound to the agent host dv-cinder-803823-2-iscsi {{(pid=94069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 14:45:33.445202 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57840) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:33.485811 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-de795ad0-47f4-49a7-a319-4f35410e9a47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc503a882a154694ab07535d7084a67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389192 Aug 07 14:45:33.487932 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [-] (94067) accepted ('10.222.0.26', 57842) {{(pid=94067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 14:45:33.535328 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:33.555529 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:33.656325 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560054'] for security_group, after_delete {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:33.658796 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron_lib.callbacks.manager [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:33.659949 dv-cinder-803823-2-iscsi neutron-server[94067]: INFO neutron.wsgi [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69919de1-7025-40c0-b0f6-0bd7b7a56dea HTTP/1.1" status: 204 len: 168 time: 0.1711404 Aug 07 14:45:33.668476 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083373a-a59a-4c7b-85eb-6de78655c97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69919de1-7025-40c0-b0f6-0bd7b7a56dea,revision_number=None']} {{(pid=94067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 14:45:50.055968 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-77e12e0b-73f2-44e3-bdc4-7f068442b481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:51.004035 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:45:52.781818 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-587be2f0-bd1e-4ec1-807c-76f89eb49581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:53.347328 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:54.067074 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:55.204655 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:45:59.152908 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:20.015086 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e29b-074e-4c9f-99f7-6d1f9a30549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:22.814109 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-6fb11774-e290-40bd-b0a6-14a007d58956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:23.380859 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:24.077807 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:25.197969 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:28.003175 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:46:29.106534 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:49.997431 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-eb80bde5-f04d-4eef-a4b7-e149b00c9cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:52.825464 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0b7da3f3-6710-4eba-a861-1041aef0b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:53.374422 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:54.060795 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:55.202959 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:46:57.448980 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [req-4f332770-0445-4d4e-875d-2b1485cd9848 req-f099bce2-be56-4e4c-a181-fdbb6ccfff27 service neutron] (94067) timed out ('10.222.0.11', 63728) {{(pid=94067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 14:46:59.128190 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:05.001810 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:47:20.030579 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-8f40d6d3-6a3a-4b99-b0c4-451ec882f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:22.789689 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-5d55c580-127c-434e-a035-586b6e0b4c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:23.373202 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:24.070441 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:25.202277 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:29.143914 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:41.999963 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:47:50.011491 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf865-23d1-49de-9598-a8ad66059d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:52.795675 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-a916a322-f1af-401b-b322-4b4804324e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:53.360349 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:54.075825 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:55.212543 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:47:59.127077 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:18.998648 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:48:20.017503 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-4c4187cc-c83b-4264-b428-36006b9e978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:22.799480 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-8c9b4292-93ae-4477-93cd-0c4a3ae03427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:23.360159 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:24.085934 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:25.211932 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:29.136396 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:50.022560 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e2eb366a-945f-4a50-8a83-6baa7e4c75c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:52.794071 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e4c3cb00-b26e-4467-bef2-4a0d186ec7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:53.359884 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:54.131374 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:55.216677 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:48:55.997795 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:48:59.147260 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:20.027700 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-66c6aa78-303a-458d-8c52-9127f009b0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:22.787540 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-d77ae1d6-44d5-4480-924a-b1fca797faa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:23.342271 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:24.101006 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:25.261762 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:29.153009 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:32.995774 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:49:35.148517 dv-cinder-803823-2-iscsi neutron-server[94067]: DEBUG neutron.wsgi [req-957c47de-07f0-4007-a4ac-fe23fddf9687 req-02122c6a-20f1-4966-8e18-3e0d2fb9f9f5 service neutron] (94067) timed out ('10.222.0.26', 54988) {{(pid=94067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 14:49:40.594157 dv-cinder-803823-2-iscsi neutron-server[94068]: DEBUG neutron.wsgi [req-6f658589-53ca-401f-83ce-b49995029456 req-23dcb82e-cc67-4ce4-a752-dc50b246eb88 service neutron] (94068) timed out ('10.222.0.26', 50942) {{(pid=94068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 14:49:50.025412 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-05b3bd13-ffe4-4932-a5ba-e2227a18a3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:52.809196 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-ae0718db-09b9-40f5-8218-73541bc57801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:53.403942 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:54.084329 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:55.238400 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:49:59.163726 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:09.994242 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:50:20.014502 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-08c1e9b4-80db-433f-88e6-2e6c0d1697ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:22.802647 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-95b93c84-ab38-4b90-a2f5-ef54bb9e1e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:23.374196 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:24.082859 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:25.225701 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:29.180232 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:46.992230 dv-cinder-803823-2-iscsi neutron-server[94070]: DEBUG neutron.db.agents_db [None req-50038cd7-19be-4115-870d-8bbc31c12525 None None] Agent healthcheck: found 6 active agents {{(pid=94070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 14:50:50.030804 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5fc7-a7f8-4728-ba2e-8820535ff96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:52.812721 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-e6ed0cd3-112a-4128-b140-fe163ca91b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:53.395284 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-af55aa48-3bc0-4f5b-8219-83a1c5d70b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:54.094413 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-3be03621-0443-4130-8191-39e5c74ee094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:55.236740 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-c87db7fb-c793-4a3d-bb4d-28b0a5a52304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 14:50:59.202785 dv-cinder-803823-2-iscsi neutron-server[94069]: DEBUG neutron_lib.callbacks.manager [None req-46276a44-d140-4fac-81c6-4ee58034518c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793425334020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33036705'] for agent, after_update {{(pid=94069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}